-- Logs begin at Tue 2021-06-22 06:33:26 UTC, end at Tue 2021-06-22 07:40:55 UTC. -- Jun 22 07:05:43.535278 dv-cinder-786627-11-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 22 07:05:46.273699 dv-cinder-786627-11-iscsi neutron-server[92810]: INFO neutron.common.config [-] Logging enabled! Jun 22 07:05:46.274318 dv-cinder-786627-11-iscsi neutron-server[92810]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev370 Jun 22 07:05:46.274475 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92810) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 22 07:05:46.277686 dv-cinder-786627-11-iscsi neutron-server[92810]: INFO neutron.common.config [-] Logging enabled! Jun 22 07:05:46.277941 dv-cinder-786627-11-iscsi neutron-server[92810]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev370 Jun 22 07:05:46.278907 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92810) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 22 07:05:46.279850 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 22 07:05:46.280089 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 22 07:05:46.280575 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 22 07:05:46.280821 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 22 07:05:46.281048 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 22 07:05:46.281367 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:46.281663 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:46.281958 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:46.282188 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:46.282482 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:46.282775 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:46.283056 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:46.283345 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:46.283642 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:46.283932 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:46.284207 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:46.284525 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:46.284757 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:46.285039 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] config_source = [] {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:46.285328 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:46.285611 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:46.285832 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] debug = True {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:46.286109 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:46.286538 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:46.286963 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:46.287244 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:46.287531 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:46.287810 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:46.288078 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:46.288367 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:46.288659 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:46.288988 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] host = dv-cinder-786627-11-iscsi {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:46.289263 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:46.289548 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:46.289831 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:46.290112 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:46.290383 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:46.290658 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:46.290941 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:46.291211 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] log_dir = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:46.291478 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] log_file = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:46.291749 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:46.292033 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:46.292315 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:46.292639 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:46.292862 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:46.293082 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:46.293367 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:46.293653 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:46.294488 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:46.294760 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:46.295036 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:46.295308 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:46.295578 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:46.295844 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:46.296125 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:46.296430 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:46.296714 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:46.296987 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:46.297258 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:46.297526 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:46.297795 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:46.298077 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:46.298346 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:46.298615 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:46.298885 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:46.299167 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:46.299432 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:46.299704 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:46.300001 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:46.300283 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:46.300584 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:46.300866 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:46.301137 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:46.301417 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:46.301685 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:46.301955 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] use_journal = False {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:46.302222 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] use_json = False {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:46.302489 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:46.302755 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:46.303033 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:46.303302 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:46.303570 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:46.303838 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:46.304104 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:46.304400 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:46.304694 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:46.304990 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:46.305287 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:46.305568 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:46.305858 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:46.306136 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:46.306426 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:46.306699 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:46.306987 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:46.307272 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:46.307560 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:46.307836 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:46.308121 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:46.308415 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:46.308710 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:46.309012 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:46.309305 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:46.309672 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:46.309948 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:46.310221 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:46.310494 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:46.310772 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:46.311063 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:46.311359 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:46.311645 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:46.311917 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:46.312196 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:46.312519 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:46.312798 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:46.313072 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:46.313351 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:46.313634 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:46.313910 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:46.314183 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:46.314462 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:46.314738 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:46.315008 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:46.315282 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:46.315554 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:46.315841 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:46.316114 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:46.316421 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:46.316676 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:46.316950 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:46.317218 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:46.317501 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:46.317774 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:46.318044 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:46.318314 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:46.318586 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:46.318855 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:46.319125 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:46.319399 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:46.319668 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:46.319943 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:46.320213 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:46.320525 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:46.320785 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:46.321053 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:46.321322 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:46.321591 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:46.321859 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:46.322131 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:46.322402 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:46.322670 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:46.322937 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:46.323209 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:46.323483 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:46.323765 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:46.324059 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:46.324336 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:46.324637 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:46.324912 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:46.325244 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:46.325491 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:46.325788 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:46.326066 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:46.326352 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:46.326622 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:46.326912 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:46.327195 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:46.327482 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:46.327765 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:46.328041 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:46.328337 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:46.328639 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:46.328917 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:46.329457 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:46.329734 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:46.330022 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:46.330306 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:46.330600 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:46.330892 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:46.331180 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:46.331473 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:46.331765 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:46.332043 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:46.332355 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:46.332660 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:46.332877 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 22 07:05:46.333120 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=92810) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 22 07:05:46.685440 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=92810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:05:46.685712 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=92810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:05:46.686004 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=92810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:05:46.686338 dv-cinder-786627-11-iscsi neutron-server[92810]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 22 07:05:47.082770 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:05:47.083061 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:05:47.083334 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:05:47.084723 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:05:47.084997 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:05:47.085262 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:05:47.121528 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:05:47.121804 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:05:47.122728 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:05:47.136299 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:05:47.136606 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:05:47.136873 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:05:47.167911 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:05:47.168181 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:05:47.168478 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:05:47.208015 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:05:47.208291 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:05:47.208586 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:05:47.449134 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=92810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:05:47.449757 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=92810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:05:47.449757 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=92810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:05:47.449901 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=92810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:05:47.450880 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=92810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:05:47.582364 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=92810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:05:47.582681 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=92810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:05:47.582961 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=92810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:05:47.583231 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=92810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:05:47.583500 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=92810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:05:47.583811 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=92810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:05:47.584069 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=92810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:05:47.584325 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=92810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:05:47.584606 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=92810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:05:47.584887 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=92810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:05:47.585144 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=92810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:05:47.585406 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=92810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:05:47.585670 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=92810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:05:47.585961 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:05:47.586215 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=92810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:05:47.586477 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=92810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:05:47.586745 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=92810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:05:47.587000 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=92810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:05:47.587270 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:05:47.587520 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:05:47.587796 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:05:47.588139 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=92810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:05:47.588409 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=92810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:05:47.588689 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:05:47.588937 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:05:47.589182 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:05:47.589581 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=92810) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 07:05:47.589817 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=92810) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 07:05:47.590049 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=92810) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 07:05:47.590279 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=92810) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 07:05:47.590508 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=92810) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 07:05:47.591525 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=92810) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 07:05:47.591904 dv-cinder-786627-11-iscsi neutron-server[92810]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 22 07:05:47.596248 dv-cinder-786627-11-iscsi neutron-server[92810]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 22 07:05:47.600192 dv-cinder-786627-11-iscsi neutron-server[92810]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 22 07:05:47.604023 dv-cinder-786627-11-iscsi neutron-server[92810]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Jun 22 07:05:47.605693 dv-cinder-786627-11-iscsi neutron-server[92810]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 22 07:05:47.606148 dv-cinder-786627-11-iscsi neutron-server[92810]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 22 07:05:47.607108 dv-cinder-786627-11-iscsi neutron-server[92810]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 22 07:05:47.607528 dv-cinder-786627-11-iscsi neutron-server[92810]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 22 07:05:47.610406 dv-cinder-786627-11-iscsi neutron-server[92810]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 22 07:05:47.610655 dv-cinder-786627-11-iscsi neutron-server[92810]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 22 07:05:47.610996 dv-cinder-786627-11-iscsi neutron-server[92810]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 22 07:05:47.638775 dv-cinder-786627-11-iscsi neutron-server[92810]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 22 07:05:47.639239 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=92810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:05:47.639541 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=92810) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 22 07:05:47.639907 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=92810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:05:47.641335 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=92810) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 22 07:05:47.641630 dv-cinder-786627-11-iscsi neutron-server[92810]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 22 07:05:47.641878 dv-cinder-786627-11-iscsi neutron-server[92810]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 22 07:05:47.645226 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=92810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:05:47.645503 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=92810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:05:47.709193 dv-cinder-786627-11-iscsi neutron-server[92810]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 22 07:05:47.709365 dv-cinder-786627-11-iscsi neutron-server[92810]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 22 07:05:47.709586 dv-cinder-786627-11-iscsi neutron-server[92810]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 22 07:05:47.709964 dv-cinder-786627-11-iscsi neutron-server[92810]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 22 07:05:47.732225 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_db.sqlalchemy.engines [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=92810) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 22 07:05:48.267161 dv-cinder-786627-11-iscsi neutron-server[92810]: INFO neutron.plugins.ml2.managers [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Initializing driver for type 'gre' Jun 22 07:05:48.267761 dv-cinder-786627-11-iscsi neutron-server[92810]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] gre ID ranges: [(1, 1000)] Jun 22 07:05:48.319747 dv-cinder-786627-11-iscsi neutron-server[92810]: INFO neutron.plugins.ml2.managers [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Initializing driver for type 'local' Jun 22 07:05:48.320076 dv-cinder-786627-11-iscsi neutron-server[92810]: INFO neutron.plugins.ml2.managers [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Initializing driver for type 'vlan' Jun 22 07:05:48.334005 dv-cinder-786627-11-iscsi neutron-server[92810]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] VlanTypeDriver initialization complete Jun 22 07:05:48.334377 dv-cinder-786627-11-iscsi neutron-server[92810]: INFO neutron.plugins.ml2.managers [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Initializing driver for type 'vxlan' Jun 22 07:05:48.334916 dv-cinder-786627-11-iscsi neutron-server[92810]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] vxlan ID ranges: [(1, 1000)] Jun 22 07:05:48.386751 dv-cinder-786627-11-iscsi neutron-server[92810]: INFO neutron.plugins.ml2.managers [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Initializing extension driver 'port_security' Jun 22 07:05:48.387315 dv-cinder-786627-11-iscsi neutron-server[92810]: INFO neutron.plugins.ml2.extensions.port_security [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] PortSecurityExtensionDriver initialization complete Jun 22 07:05:48.388322 dv-cinder-786627-11-iscsi neutron-server[92810]: INFO neutron.plugins.ml2.managers [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Initializing mechanism driver 'openvswitch' Jun 22 07:05:48.388955 dv-cinder-786627-11-iscsi neutron-server[92810]: INFO neutron.plugins.ml2.managers [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Initializing mechanism driver 'hyperv' Jun 22 07:05:48.396461 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.plugins.ml2.plugin [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=92810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:05:48.397254 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron_lib.callbacks.manager [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Subscribe: > port after_create 55550000 {{(pid=92810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:05:48.397625 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron_lib.callbacks.manager [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Subscribe: > port after_update 55550000 {{(pid=92810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:05:48.397980 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron_lib.callbacks.manager [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Subscribe: > port after_delete 55550000 {{(pid=92810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:05:48.398369 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron_lib.callbacks.manager [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Subscribe: > subnet after_create 55550000 {{(pid=92810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:05:48.398718 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron_lib.callbacks.manager [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Subscribe: > subnet after_update 55550000 {{(pid=92810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:05:48.399062 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron_lib.callbacks.manager [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Subscribe: > subnet after_delete 55550000 {{(pid=92810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:05:48.399438 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron_lib.callbacks.manager [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Subscribe: > network after_create 55550000 {{(pid=92810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:05:48.399793 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron_lib.callbacks.manager [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Subscribe: > network after_update 55550000 {{(pid=92810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:05:48.400121 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron_lib.callbacks.manager [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Subscribe: > network after_delete 55550000 {{(pid=92810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:05:48.400528 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron_lib.callbacks.manager [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Subscribe: > security_group after_create 55550000 {{(pid=92810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:05:48.400875 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron_lib.callbacks.manager [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Subscribe: > security_group after_update 55550000 {{(pid=92810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:05:48.401214 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron_lib.callbacks.manager [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Subscribe: > security_group after_delete 55550000 {{(pid=92810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:05:48.401588 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron_lib.callbacks.manager [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=92810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:05:48.401928 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron_lib.callbacks.manager [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=92810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:05:48.402264 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron_lib.callbacks.manager [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=92810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:05:48.402640 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron_lib.callbacks.manager [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Subscribe: > address_group after_create 55550000 {{(pid=92810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:05:48.402995 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron_lib.callbacks.manager [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Subscribe: > address_group after_update 55550000 {{(pid=92810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:05:48.403437 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron_lib.callbacks.manager [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Subscribe: > address_group after_delete 55550000 {{(pid=92810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:05:48.403784 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] ML2 OVO RPC backend initialized. {{(pid=92810) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 22 07:05:48.404520 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron_lib.callbacks.manager [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Subscribe: > router_interface after_create 55550000 {{(pid=92810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:05:48.404877 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron_lib.callbacks.manager [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:05:48.405293 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron_lib.callbacks.manager [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Subscribe: > network before_response 55550000 {{(pid=92810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:05:48.405639 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron_lib.callbacks.manager [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Subscribe: > networks before_response 55550000 {{(pid=92810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:05:48.405984 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron_lib.callbacks.manager [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Subscribe: > port before_response 55550000 {{(pid=92810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:05:48.406323 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron_lib.callbacks.manager [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Subscribe: > ports before_response 55550000 {{(pid=92810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:05:48.406667 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron_lib.callbacks.manager [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Subscribe: > subnet before_response 55550000 {{(pid=92810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:05:48.407014 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron_lib.callbacks.manager [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Subscribe: > subnets before_response 55550000 {{(pid=92810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:05:48.407360 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron_lib.callbacks.manager [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Subscribe: > network after_create 55550000 {{(pid=92810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:05:48.407696 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron_lib.callbacks.manager [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Subscribe: > network after_update 55550000 {{(pid=92810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:05:48.408030 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron_lib.callbacks.manager [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Subscribe: > network after_delete 55550000 {{(pid=92810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:05:48.408367 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron_lib.callbacks.manager [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Subscribe: > port after_create 55550000 {{(pid=92810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:05:48.408724 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron_lib.callbacks.manager [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Subscribe: > port after_update 55550000 {{(pid=92810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:05:48.409062 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron_lib.callbacks.manager [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Subscribe: > port after_delete 55550000 {{(pid=92810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:05:48.409397 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron_lib.callbacks.manager [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Subscribe: > subnet after_create 55550000 {{(pid=92810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:05:48.409731 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron_lib.callbacks.manager [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Subscribe: > subnet after_update 55550000 {{(pid=92810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:05:48.410061 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron_lib.callbacks.manager [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Subscribe: > subnet after_delete 55550000 {{(pid=92810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:05:48.410645 dv-cinder-786627-11-iscsi neutron-server[92810]: INFO neutron.plugins.ml2.plugin [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Modular L2 Plugin initialization complete Jun 22 07:05:48.410972 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.manager [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loading services supported by the core plugin {{(pid=92810) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 22 07:05:48.411305 dv-cinder-786627-11-iscsi neutron-server[92810]: INFO neutron.plugins.ml2.managers [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Got port-security extension from driver 'port_security' Jun 22 07:05:48.411768 dv-cinder-786627-11-iscsi neutron-server[92810]: INFO neutron.extensions.vlantransparent [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Disabled vlantransparent extension. Jun 22 07:05:48.412265 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.manager [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=92810) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 22 07:05:48.412600 dv-cinder-786627-11-iscsi neutron-server[92810]: INFO neutron.manager [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loading Plugin: router Jun 22 07:05:48.451501 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron_lib.callbacks.manager [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Subscribe: > router_interface before_create 55550000 {{(pid=92810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:05:48.452169 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron_lib.callbacks.manager [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Subscribe: > router after_create 55549900 {{(pid=92810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:05:48.452259 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron_lib.callbacks.manager [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Subscribe: > router before_create 55549900 {{(pid=92810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:05:48.452631 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron_lib.callbacks.manager [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Subscribe: > router_interface before_delete 55550000 {{(pid=92810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:05:48.453004 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron_lib.callbacks.manager [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:05:48.453353 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron_lib.callbacks.manager [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Subscribe: > router after_delete 55549900 {{(pid=92810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:05:48.453717 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron_lib.callbacks.manager [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Subscribe: > floatingip after_update 55550000 {{(pid=92810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:05:48.454336 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron_lib.callbacks.manager [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Subscribe: > router after_create 55549900 {{(pid=92810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:05:48.454683 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron_lib.callbacks.manager [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Subscribe: > router after_update 55549900 {{(pid=92810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:05:48.455031 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron_lib.callbacks.manager [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Subscribe: > router after_update 55549900 {{(pid=92810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:05:48.455377 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron_lib.callbacks.manager [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=92810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:05:48.455747 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron_lib.callbacks.manager [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Subscribe: > router after_update 55549900 {{(pid=92810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:05:48.456144 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron_lib.callbacks.manager [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Subscribe: > router precommit_update 55549900 {{(pid=92810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:05:48.456540 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron_lib.callbacks.manager [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Subscribe: port after_update 55550000 {{(pid=92810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:05:48.456880 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron_lib.callbacks.manager [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Subscribe: port after_delete 55550000 {{(pid=92810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:05:48.457211 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron_lib.callbacks.manager [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Subscribe: subnet after_update 55550000 {{(pid=92810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:05:48.457552 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron_lib.callbacks.manager [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=92810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:05:48.457897 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron_lib.callbacks.manager [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Subscribe: > port precommit_delete 55550000 {{(pid=92810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:05:48.458241 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron_lib.callbacks.manager [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Subscribe: > router precommit_create 55549900 {{(pid=92810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:05:48.458579 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron_lib.callbacks.manager [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Subscribe: port before_delete 55550000 {{(pid=92810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:05:48.458918 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron_lib.callbacks.manager [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Subscribe: > router precommit_create 55550000 {{(pid=92810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:05:48.459273 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron_lib.callbacks.manager [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Subscribe: > router after_update 55549900 {{(pid=92810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:05:48.459614 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron_lib.callbacks.manager [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Subscribe: > router precommit_delete 55549900 {{(pid=92810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:05:48.459963 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron_lib.callbacks.manager [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Subscribe: > router precommit_create 55549900 {{(pid=92810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:05:48.460323 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron_lib.callbacks.manager [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Subscribe: > router_interface after_create 55550000 {{(pid=92810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:05:48.460689 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron_lib.callbacks.manager [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Subscribe: > router precommit_update 55549900 {{(pid=92810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:05:48.461060 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron_lib.callbacks.manager [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Subscribe: > network after_delete 55550000 {{(pid=92810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:05:48.461930 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.quota.resource_registry [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Tracking information for resource: router configured {{(pid=92810) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 07:05:48.462260 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.quota.resource_registry [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Tracking information for resource: floatingip configured {{(pid=92810) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 07:05:48.467484 dv-cinder-786627-11-iscsi neutron-server[92810]: INFO neutron.db.l3_agentschedulers_db [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 22 07:05:48.468056 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron_lib.callbacks.manager [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Subscribe: port after_update 55550000 {{(pid=92810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:05:48.468442 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron_lib.callbacks.manager [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Subscribe: port after_create 55550000 {{(pid=92810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:05:48.468797 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron_lib.callbacks.manager [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Subscribe: port after_delete 55550000 {{(pid=92810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:05:48.469147 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron_lib.callbacks.manager [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Subscribe: port after_update 55550000 {{(pid=92810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:05:48.469940 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron_lib.callbacks.manager [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Subscribe: > router before_create 55550100 {{(pid=92810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:05:48.470304 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron_lib.callbacks.manager [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Subscribe: > router precommit_delete 55550100 {{(pid=92810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:05:48.470668 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron_lib.callbacks.manager [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Subscribe: > router precommit_create 55550100 {{(pid=92810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:05:48.471027 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron_lib.callbacks.manager [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Subscribe: > router precommit_update 55550100 {{(pid=92810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:05:48.475597 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.services.provider_configuration [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Service providers = [] {{(pid=92810) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 22 07:05:48.475963 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.db.servicetype_db [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=92810) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 22 07:05:48.478918 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.services.service_base [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=92810) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 22 07:05:48.479268 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.services.service_base [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=92810) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 22 07:05:48.479609 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.services.service_base [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=92810) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 22 07:05:48.480539 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.services.service_base [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=92810) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 22 07:05:48.480911 dv-cinder-786627-11-iscsi neutron-server[92810]: INFO neutron.services.service_base [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 22 07:05:48.481480 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.manager [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=92810) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 07:05:48.481815 dv-cinder-786627-11-iscsi neutron-server[92810]: INFO neutron.manager [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 22 07:05:48.492756 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.manager [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Successfully loaded METERING plugin. Description: METERING {{(pid=92810) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 07:05:48.493095 dv-cinder-786627-11-iscsi neutron-server[92810]: INFO neutron.manager [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loading Plugin: auto_allocate Jun 22 07:05:48.499337 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron_lib.callbacks.manager [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Subscribe: network precommit_update 55550000 {{(pid=92810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:05:48.499706 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron_lib.callbacks.manager [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Subscribe: network precommit_create 55550000 {{(pid=92810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:05:48.500233 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.manager [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=92810) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 07:05:48.500579 dv-cinder-786627-11-iscsi neutron-server[92810]: INFO neutron.manager [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loading Plugin: tag Jun 22 07:05:48.507184 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.manager [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=92810) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 07:05:48.507509 dv-cinder-786627-11-iscsi neutron-server[92810]: INFO neutron.manager [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loading Plugin: timestamp Jun 22 07:05:48.511471 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.manager [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=92810) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 07:05:48.511801 dv-cinder-786627-11-iscsi neutron-server[92810]: INFO neutron.manager [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loading Plugin: network_ip_availability Jun 22 07:05:48.519890 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron_lib.callbacks.manager [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:05:48.520208 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron_lib.callbacks.manager [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:05:48.520629 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron_lib.callbacks.manager [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:05:48.521378 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.manager [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=92810) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 07:05:48.521695 dv-cinder-786627-11-iscsi neutron-server[92810]: INFO neutron.manager [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loading Plugin: flavors Jun 22 07:05:48.526451 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.manager [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=92810) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 07:05:48.526778 dv-cinder-786627-11-iscsi neutron-server[92810]: INFO neutron.manager [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loading Plugin: revisions Jun 22 07:05:48.531313 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.manager [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=92810) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 07:05:48.531697 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_concurrency.lockutils [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.846s {{(pid=92810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:05:48.532464 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=92810) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 22 07:05:48.532800 dv-cinder-786627-11-iscsi neutron-server[92810]: INFO neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Initializing extension manager. Jun 22 07:05:48.533305 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loading extension file: __init__.py {{(pid=92810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:05:48.533645 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loading extension file: __pycache__ {{(pid=92810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:05:48.533975 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=92810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:05:48.534302 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loading extension file: address_group.py {{(pid=92810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:05:48.535061 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=92810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:05:48.535628 dv-cinder-786627-11-iscsi neutron-server[92810]: INFO neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loaded extension: address-group Jun 22 07:05:48.535947 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loading extension file: address_scope.py {{(pid=92810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:05:48.536675 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=92810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:05:48.537178 dv-cinder-786627-11-iscsi neutron-server[92810]: INFO neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loaded extension: address-scope Jun 22 07:05:48.537495 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loading extension file: admin_state_down_before_update.py {{(pid=92810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:05:48.538414 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=92810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:05:48.538924 dv-cinder-786627-11-iscsi neutron-server[92810]: INFO neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loaded extension: router-admin-state-down-before-update Jun 22 07:05:48.539243 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loading extension file: agent.py {{(pid=92810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:05:48.539930 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=92810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:05:48.540453 dv-cinder-786627-11-iscsi neutron-server[92810]: INFO neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loaded extension: agent Jun 22 07:05:48.540769 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loading extension file: agent_resources_synced.py {{(pid=92810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:05:48.541668 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=92810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:05:48.542274 dv-cinder-786627-11-iscsi neutron-server[92810]: INFO neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loaded extension: agent-resources-synced Jun 22 07:05:48.542494 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loading extension file: allowedaddresspairs.py {{(pid=92810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:05:48.544355 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=92810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:05:48.544948 dv-cinder-786627-11-iscsi neutron-server[92810]: INFO neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loaded extension: allowed-address-pairs Jun 22 07:05:48.545273 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loading extension file: auto_allocated_topology.py {{(pid=92810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:05:48.546537 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=92810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:05:48.547060 dv-cinder-786627-11-iscsi neutron-server[92810]: INFO neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loaded extension: auto-allocated-topology Jun 22 07:05:48.547384 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loading extension file: availability_zone.py {{(pid=92810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:05:48.548069 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=92810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:05:48.548703 dv-cinder-786627-11-iscsi neutron-server[92810]: INFO neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loaded extension: availability_zone Jun 22 07:05:48.549025 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loading extension file: availability_zone_filter.py {{(pid=92810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:05:48.549927 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=92810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:05:48.550438 dv-cinder-786627-11-iscsi neutron-server[92810]: INFO neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loaded extension: availability_zone_filter Jun 22 07:05:48.550757 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loading extension file: data_plane_status.py {{(pid=92810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:05:48.551648 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=92810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:05:48.552154 dv-cinder-786627-11-iscsi neutron-server[92810]: INFO neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Extension data-plane-status not supported by any of loaded plugins Jun 22 07:05:48.552514 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loading extension file: default_subnetpools.py {{(pid=92810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:05:48.553413 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=92810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:05:48.553921 dv-cinder-786627-11-iscsi neutron-server[92810]: INFO neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loaded extension: default-subnetpools Jun 22 07:05:48.554237 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loading extension file: dhcpagentscheduler.py {{(pid=92810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:05:48.555043 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:05:48.555545 dv-cinder-786627-11-iscsi neutron-server[92810]: INFO neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loaded extension: dhcp_agent_scheduler Jun 22 07:05:48.555861 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loading extension file: dns.py {{(pid=92810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:05:48.556790 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=92810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:05:48.557292 dv-cinder-786627-11-iscsi neutron-server[92810]: INFO neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Extension dns-integration not supported by any of loaded plugins Jun 22 07:05:48.557606 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loading extension file: dns_domain_ports.py {{(pid=92810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:05:48.558507 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=92810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:05:48.559009 dv-cinder-786627-11-iscsi neutron-server[92810]: INFO neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 22 07:05:48.559872 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loading extension file: dvr.py {{(pid=92810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:05:48.560628 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=92810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:05:48.561128 dv-cinder-786627-11-iscsi neutron-server[92810]: INFO neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loaded extension: dvr Jun 22 07:05:48.561441 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loading extension file: empty_string_filtering.py {{(pid=92810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:05:48.562350 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=92810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:05:48.562853 dv-cinder-786627-11-iscsi neutron-server[92810]: INFO neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loaded extension: empty-string-filtering Jun 22 07:05:48.563167 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=92810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:05:48.564071 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:05:48.564601 dv-cinder-786627-11-iscsi neutron-server[92810]: INFO neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 22 07:05:48.564916 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=92810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:05:48.565820 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=92810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:05:48.566321 dv-cinder-786627-11-iscsi neutron-server[92810]: INFO neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 22 07:05:48.566636 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loading extension file: external_net.py {{(pid=92810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:05:48.567542 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=92810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:05:48.568050 dv-cinder-786627-11-iscsi neutron-server[92810]: INFO neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loaded extension: external-net Jun 22 07:05:48.568367 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loading extension file: extra_dhcp_opt.py {{(pid=92810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:05:48.569286 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=92810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:05:48.569789 dv-cinder-786627-11-iscsi neutron-server[92810]: INFO neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loaded extension: extra_dhcp_opt Jun 22 07:05:48.570104 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loading extension file: extraroute.py {{(pid=92810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:05:48.571003 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=92810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:05:48.571508 dv-cinder-786627-11-iscsi neutron-server[92810]: INFO neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loaded extension: extraroute Jun 22 07:05:48.571829 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loading extension file: extraroute_atomic.py {{(pid=92810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:05:48.572891 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=92810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:05:48.573403 dv-cinder-786627-11-iscsi neutron-server[92810]: INFO neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loaded extension: extraroute-atomic Jun 22 07:05:48.573717 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loading extension file: filter_validation.py {{(pid=92810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:05:48.574380 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=92810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:05:48.574910 dv-cinder-786627-11-iscsi neutron-server[92810]: INFO neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loaded extension: filter-validation Jun 22 07:05:48.575779 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loading extension file: fip_pf_description.py {{(pid=92810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:05:48.576710 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=92810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:05:48.577211 dv-cinder-786627-11-iscsi neutron-server[92810]: INFO neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 22 07:05:48.577524 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loading extension file: fip_port_details.py {{(pid=92810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:05:48.578435 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:05:48.579192 dv-cinder-786627-11-iscsi neutron-server[92810]: INFO neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loaded extension: fip-port-details Jun 22 07:05:48.579516 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loading extension file: flavors.py {{(pid=92810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:05:48.580775 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=92810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:05:48.581287 dv-cinder-786627-11-iscsi neutron-server[92810]: INFO neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loaded extension: flavors Jun 22 07:05:48.581615 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=92810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:05:48.583283 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=92810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:05:48.583802 dv-cinder-786627-11-iscsi neutron-server[92810]: INFO neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 22 07:05:48.584130 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loading extension file: floatingip_pools.py {{(pid=92810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:05:48.584845 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=92810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:05:48.585357 dv-cinder-786627-11-iscsi neutron-server[92810]: INFO neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loaded extension: floatingip-pools Jun 22 07:05:48.585680 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loading extension file: ip_allocation.py {{(pid=92810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:05:48.586589 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=92810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:05:48.587097 dv-cinder-786627-11-iscsi neutron-server[92810]: INFO neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Extension ip_allocation not supported by any of loaded plugins Jun 22 07:05:48.587415 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loading extension file: ip_substring_port_filtering.py {{(pid=92810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:05:48.588324 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=92810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:05:48.588863 dv-cinder-786627-11-iscsi neutron-server[92810]: INFO neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loaded extension: ip-substring-filtering Jun 22 07:05:48.589186 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loading extension file: l2_adjacency.py {{(pid=92810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:05:48.590107 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=92810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:05:48.590696 dv-cinder-786627-11-iscsi neutron-server[92810]: INFO neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Extension l2_adjacency not supported by any of loaded plugins Jun 22 07:05:48.591028 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loading extension file: l3.py {{(pid=92810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:05:48.592017 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=92810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:05:48.592565 dv-cinder-786627-11-iscsi neutron-server[92810]: INFO neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loaded extension: router Jun 22 07:05:48.592889 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loading extension file: l3_conntrack_helper.py {{(pid=92810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:05:48.595278 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:05:48.595811 dv-cinder-786627-11-iscsi neutron-server[92810]: INFO neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 22 07:05:48.596139 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loading extension file: l3_ext_gw_mode.py {{(pid=92810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:05:48.597090 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=92810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:05:48.597960 dv-cinder-786627-11-iscsi neutron-server[92810]: INFO neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loaded extension: ext-gw-mode Jun 22 07:05:48.598286 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loading extension file: l3_ext_ha_mode.py {{(pid=92810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:05:48.599195 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=92810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:05:48.599711 dv-cinder-786627-11-iscsi neutron-server[92810]: INFO neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loaded extension: l3-ha Jun 22 07:05:48.600033 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loading extension file: l3_flavors.py {{(pid=92810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:05:48.600969 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=92810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:05:48.601487 dv-cinder-786627-11-iscsi neutron-server[92810]: INFO neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loaded extension: l3-flavors Jun 22 07:05:48.601809 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=92810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:05:48.602728 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=92810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:05:48.603234 dv-cinder-786627-11-iscsi neutron-server[92810]: INFO neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loaded extension: l3-port-ip-change-not-allowed Jun 22 07:05:48.603553 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loading extension file: l3agentscheduler.py {{(pid=92810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:05:48.604620 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:05:48.605131 dv-cinder-786627-11-iscsi neutron-server[92810]: INFO neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loaded extension: l3_agent_scheduler Jun 22 07:05:48.605451 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loading extension file: logging.py {{(pid=92810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:05:48.606986 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=92810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:05:48.607504 dv-cinder-786627-11-iscsi neutron-server[92810]: INFO neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Extension logging not supported by any of loaded plugins Jun 22 07:05:48.607832 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loading extension file: metering.py {{(pid=92810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:05:48.608597 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=92810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:05:48.609178 dv-cinder-786627-11-iscsi neutron-server[92810]: INFO neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loaded extension: metering Jun 22 07:05:48.609499 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=92810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:05:48.610591 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=92810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:05:48.611112 dv-cinder-786627-11-iscsi neutron-server[92810]: INFO neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loaded extension: metering_source_and_destination_fields Jun 22 07:05:48.611439 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loading extension file: multiprovidernet.py {{(pid=92810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:05:48.612356 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=92810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:05:48.612890 dv-cinder-786627-11-iscsi neutron-server[92810]: INFO neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loaded extension: multi-provider Jun 22 07:05:48.613210 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loading extension file: netmtu.py {{(pid=92810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:05:48.614118 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=92810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:05:48.614628 dv-cinder-786627-11-iscsi neutron-server[92810]: INFO neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loaded extension: net-mtu Jun 22 07:05:48.614945 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loading extension file: netmtu_writable.py {{(pid=92810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:05:48.615848 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=92810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:05:48.616362 dv-cinder-786627-11-iscsi neutron-server[92810]: INFO neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loaded extension: net-mtu-writable Jun 22 07:05:48.616706 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loading extension file: network_availability_zone.py {{(pid=92810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:05:48.617358 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=92810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:05:48.617862 dv-cinder-786627-11-iscsi neutron-server[92810]: INFO neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loaded extension: network_availability_zone Jun 22 07:05:48.618174 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loading extension file: network_ip_availability.py {{(pid=92810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:05:48.619264 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=92810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:05:48.619776 dv-cinder-786627-11-iscsi neutron-server[92810]: INFO neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loaded extension: network-ip-availability Jun 22 07:05:48.620098 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loading extension file: network_segment_range.py {{(pid=92810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:05:48.620897 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=92810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:05:48.621402 dv-cinder-786627-11-iscsi neutron-server[92810]: INFO neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Extension network-segment-range not supported by any of loaded plugins Jun 22 07:05:48.621718 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loading extension file: pagination.py {{(pid=92810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:05:48.623342 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:05:48.623665 dv-cinder-786627-11-iscsi neutron-server[92810]: INFO neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loaded extension: pagination Jun 22 07:05:48.623983 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loading extension file: port_device_profile.py {{(pid=92810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:05:48.624945 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=92810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:05:48.625481 dv-cinder-786627-11-iscsi neutron-server[92810]: INFO neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loaded extension: port-device-profile Jun 22 07:05:48.625794 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loading extension file: port_mac_address_regenerate.py {{(pid=92810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:05:48.626738 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=92810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:05:48.627254 dv-cinder-786627-11-iscsi neutron-server[92810]: INFO neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loaded extension: port-mac-address-regenerate Jun 22 07:05:48.627568 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loading extension file: port_numa_affinity_policy.py {{(pid=92810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:05:48.628536 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=92810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:05:48.629056 dv-cinder-786627-11-iscsi neutron-server[92810]: INFO neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loaded extension: port-numa-affinity-policy Jun 22 07:05:48.629375 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loading extension file: port_resource_request.py {{(pid=92810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:05:48.630314 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=92810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:05:48.630827 dv-cinder-786627-11-iscsi neutron-server[92810]: INFO neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Extension port-resource-request not supported by any of loaded plugins Jun 22 07:05:48.631142 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loading extension file: portbindings.py {{(pid=92810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:05:48.632081 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=92810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:05:48.632633 dv-cinder-786627-11-iscsi neutron-server[92810]: INFO neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loaded extension: binding Jun 22 07:05:48.632951 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loading extension file: portbindings_extended.py {{(pid=92810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:05:48.634272 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=92810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:05:48.634791 dv-cinder-786627-11-iscsi neutron-server[92810]: INFO neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loaded extension: binding-extended Jun 22 07:05:48.635109 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loading extension file: portsecurity.py {{(pid=92810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:05:48.636041 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=92810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:05:48.636603 dv-cinder-786627-11-iscsi neutron-server[92810]: INFO neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loaded extension: port-security Jun 22 07:05:48.636929 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loading extension file: project_id.py {{(pid=92810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:05:48.638784 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=92810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:05:48.639120 dv-cinder-786627-11-iscsi neutron-server[92810]: INFO neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loaded extension: project-id Jun 22 07:05:48.639442 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loading extension file: providernet.py {{(pid=92810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:05:48.640413 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=92810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:05:48.640953 dv-cinder-786627-11-iscsi neutron-server[92810]: INFO neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loaded extension: provider Jun 22 07:05:48.641274 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loading extension file: qos.py {{(pid=92810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:05:48.645116 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=92810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:05:48.645642 dv-cinder-786627-11-iscsi neutron-server[92810]: INFO neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Extension qos not supported by any of loaded plugins Jun 22 07:05:48.645971 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loading extension file: qos_bw_limit_direction.py {{(pid=92810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:05:48.647220 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=92810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:05:48.647735 dv-cinder-786627-11-iscsi neutron-server[92810]: INFO neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 22 07:05:48.648521 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=92810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:05:48.649552 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=92810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:05:48.650074 dv-cinder-786627-11-iscsi neutron-server[92810]: INFO neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 22 07:05:48.650398 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loading extension file: qos_default.py {{(pid=92810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:05:48.651300 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=92810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:05:48.651821 dv-cinder-786627-11-iscsi neutron-server[92810]: INFO neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Extension qos-default not supported by any of loaded plugins Jun 22 07:05:48.652143 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loading extension file: qos_fip.py {{(pid=92810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:05:48.653059 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=92810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:05:48.653443 dv-cinder-786627-11-iscsi neutron-server[92810]: INFO neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Extension qos-fip not supported by any of loaded plugins Jun 22 07:05:48.653736 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loading extension file: qos_gateway_ip.py {{(pid=92810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:05:48.654656 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=92810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:05:48.655166 dv-cinder-786627-11-iscsi neutron-server[92810]: INFO neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 22 07:05:48.655486 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loading extension file: qos_port_network_policy.py {{(pid=92810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:05:48.656400 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=92810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:05:48.656919 dv-cinder-786627-11-iscsi neutron-server[92810]: INFO neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 22 07:05:48.657237 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loading extension file: qos_rule_type_details.py {{(pid=92810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:05:48.658144 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=92810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:05:48.658657 dv-cinder-786627-11-iscsi neutron-server[92810]: INFO neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 22 07:05:48.658976 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loading extension file: qos_rules_alias.py {{(pid=92810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:05:48.660015 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=92810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:05:48.660554 dv-cinder-786627-11-iscsi neutron-server[92810]: INFO neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 22 07:05:48.660878 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loading extension file: quotasv2.py {{(pid=92810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:05:48.661843 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=92810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:05:48.662167 dv-cinder-786627-11-iscsi neutron-server[92810]: INFO neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loaded extension: quotas Jun 22 07:05:48.662483 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loading extension file: quotasv2_detail.py {{(pid=92810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:05:48.665569 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=92810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:05:48.665903 dv-cinder-786627-11-iscsi neutron-server[92810]: INFO neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loaded extension: quota_details Jun 22 07:05:48.666232 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loading extension file: rbac.py {{(pid=92810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:05:48.667297 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=92810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:05:48.667821 dv-cinder-786627-11-iscsi neutron-server[92810]: INFO neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loaded extension: rbac-policies Jun 22 07:05:48.668145 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loading extension file: rbac_address_group.py {{(pid=92810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:05:48.669643 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=92810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:05:48.670155 dv-cinder-786627-11-iscsi neutron-server[92810]: INFO neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loaded extension: rbac-address-group Jun 22 07:05:48.670528 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loading extension file: rbac_address_scope.py {{(pid=92810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:05:48.671382 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=92810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:05:48.671898 dv-cinder-786627-11-iscsi neutron-server[92810]: INFO neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loaded extension: rbac-address-scope Jun 22 07:05:48.672222 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loading extension file: rbac_security_groups.py {{(pid=92810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:05:48.673169 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=92810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:05:48.673680 dv-cinder-786627-11-iscsi neutron-server[92810]: INFO neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loaded extension: rbac-security-groups Jun 22 07:05:48.673998 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loading extension file: rbac_subnetpool.py {{(pid=92810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:05:48.674906 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=92810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:05:48.675412 dv-cinder-786627-11-iscsi neutron-server[92810]: INFO neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loaded extension: rbac-subnetpool Jun 22 07:05:48.675731 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loading extension file: revisionifmatch.py {{(pid=92810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:05:48.676682 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=92810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:05:48.677191 dv-cinder-786627-11-iscsi neutron-server[92810]: INFO neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loaded extension: revision-if-match Jun 22 07:05:48.677508 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loading extension file: revisions.py {{(pid=92810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:05:48.678822 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=92810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:05:48.679337 dv-cinder-786627-11-iscsi neutron-server[92810]: INFO neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loaded extension: standard-attr-revisions Jun 22 07:05:48.679660 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loading extension file: router_availability_zone.py {{(pid=92810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:05:48.680324 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=92810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:05:48.680857 dv-cinder-786627-11-iscsi neutron-server[92810]: INFO neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loaded extension: router_availability_zone Jun 22 07:05:48.681174 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loading extension file: routerservicetype.py {{(pid=92810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:05:48.682085 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=92810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:05:48.682595 dv-cinder-786627-11-iscsi neutron-server[92810]: INFO neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Extension router-service-type not supported by any of loaded plugins Jun 22 07:05:48.682911 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=92810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:05:48.683829 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=92810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:05:48.684457 dv-cinder-786627-11-iscsi neutron-server[92810]: INFO neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loaded extension: security-groups-normalized-cidr Jun 22 07:05:48.685278 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loading extension file: security_groups_port_filtering.py {{(pid=92810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:05:48.686194 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=92810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:05:48.686701 dv-cinder-786627-11-iscsi neutron-server[92810]: INFO neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loaded extension: port-security-groups-filtering Jun 22 07:05:48.687018 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loading extension file: security_groups_remote_address_group.py {{(pid=92810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:05:48.687922 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=92810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:05:48.688449 dv-cinder-786627-11-iscsi neutron-server[92810]: INFO neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loaded extension: security-groups-remote-address-group Jun 22 07:05:48.688770 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loading extension file: securitygroup.py {{(pid=92810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:05:48.698337 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=92810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:05:48.698869 dv-cinder-786627-11-iscsi neutron-server[92810]: INFO neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loaded extension: security-group Jun 22 07:05:48.699197 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loading extension file: segment.py {{(pid=92810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:05:48.700041 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=92810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:05:48.700588 dv-cinder-786627-11-iscsi neutron-server[92810]: INFO neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Extension segment not supported by any of loaded plugins Jun 22 07:05:48.700910 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=92810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:05:48.701847 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=92810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:05:48.702363 dv-cinder-786627-11-iscsi neutron-server[92810]: INFO neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 22 07:05:48.702684 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loading extension file: servicetype.py {{(pid=92810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:05:48.703799 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=92810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:05:48.704608 dv-cinder-786627-11-iscsi neutron-server[92810]: INFO neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loaded extension: service-type Jun 22 07:05:48.704936 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loading extension file: sorting.py {{(pid=92810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:05:48.705910 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:05:48.706238 dv-cinder-786627-11-iscsi neutron-server[92810]: INFO neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loaded extension: sorting Jun 22 07:05:48.706568 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loading extension file: standard_attr_segment.py {{(pid=92810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:05:48.707466 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:05:48.707984 dv-cinder-786627-11-iscsi neutron-server[92810]: INFO neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 22 07:05:48.708310 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loading extension file: standardattrdescription.py {{(pid=92810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:05:48.708980 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=92810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:05:48.709497 dv-cinder-786627-11-iscsi neutron-server[92810]: INFO neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loaded extension: standard-attr-description Jun 22 07:05:48.709818 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loading extension file: stateful_security_group.py {{(pid=92810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:05:48.710891 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=92810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:05:48.711405 dv-cinder-786627-11-iscsi neutron-server[92810]: INFO neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loaded extension: stateful-security-group Jun 22 07:05:48.711726 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loading extension file: stdattrs_common.py {{(pid=92810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:05:48.712311 dv-cinder-786627-11-iscsi neutron-server[92810]: WARNING neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 22 07:05:48.712655 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=92810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:05:48.713673 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=92810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:05:48.714184 dv-cinder-786627-11-iscsi neutron-server[92810]: INFO neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 22 07:05:48.714501 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loading extension file: subnet_onboard.py {{(pid=92810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:05:48.715909 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=92810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:05:48.716460 dv-cinder-786627-11-iscsi neutron-server[92810]: INFO neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loaded extension: subnet_onboard Jun 22 07:05:48.716789 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loading extension file: subnet_segmentid_writable.py {{(pid=92810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:05:48.717711 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=92810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:05:48.718223 dv-cinder-786627-11-iscsi neutron-server[92810]: INFO neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 22 07:05:48.718542 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loading extension file: subnet_service_types.py {{(pid=92810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:05:48.719454 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=92810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:05:48.719967 dv-cinder-786627-11-iscsi neutron-server[92810]: INFO neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loaded extension: subnet-service-types Jun 22 07:05:48.720287 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loading extension file: subnetallocation.py {{(pid=92810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:05:48.721396 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=92810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:05:48.721906 dv-cinder-786627-11-iscsi neutron-server[92810]: INFO neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loaded extension: subnet_allocation Jun 22 07:05:48.722234 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=92810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:05:48.722917 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=92810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:05:48.723425 dv-cinder-786627-11-iscsi neutron-server[92810]: INFO neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loaded extension: subnetpool-prefix-ops Jun 22 07:05:48.723746 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=92810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:05:48.724689 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=92810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:05:48.725199 dv-cinder-786627-11-iscsi neutron-server[92810]: INFO neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 22 07:05:48.725519 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loading extension file: tagging.py {{(pid=92810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:05:48.726630 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=92810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:05:48.727136 dv-cinder-786627-11-iscsi neutron-server[92810]: INFO neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loaded extension: standard-attr-tag Jun 22 07:05:48.727461 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loading extension file: timestamp.py {{(pid=92810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:05:48.728686 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=92810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:05:48.729202 dv-cinder-786627-11-iscsi neutron-server[92810]: INFO neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loaded extension: standard-attr-timestamp Jun 22 07:05:48.729524 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loading extension file: trunk.py {{(pid=92810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:05:48.730555 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=92810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:05:48.731068 dv-cinder-786627-11-iscsi neutron-server[92810]: INFO neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Extension trunk not supported by any of loaded plugins Jun 22 07:05:48.731932 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loading extension file: trunk_details.py {{(pid=92810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:05:48.732880 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=92810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:05:48.733395 dv-cinder-786627-11-iscsi neutron-server[92810]: INFO neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Extension trunk-details not supported by any of loaded plugins Jun 22 07:05:48.733715 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loading extension file: uplink_status_propagation.py {{(pid=92810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:05:48.734626 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=92810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:05:48.735141 dv-cinder-786627-11-iscsi neutron-server[92810]: INFO neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 22 07:05:48.735459 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Loading extension file: vlantransparent.py {{(pid=92810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 07:05:48.736131 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=92810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 07:05:48.736667 dv-cinder-786627-11-iscsi neutron-server[92810]: INFO neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Extension vlan-transparent not supported by any of loaded plugins Jun 22 07:05:48.739170 dv-cinder-786627-11-iscsi neutron-server[92810]: INFO neutron.quota.resource_registry [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Creating instance of TrackedResource for resource:network Jun 22 07:05:48.739717 dv-cinder-786627-11-iscsi neutron-server[92810]: INFO neutron.quota.resource_registry [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Creating instance of TrackedResource for resource:subnet Jun 22 07:05:48.740111 dv-cinder-786627-11-iscsi neutron-server[92810]: INFO neutron.quota.resource_registry [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Creating instance of TrackedResource for resource:subnetpool Jun 22 07:05:48.740536 dv-cinder-786627-11-iscsi neutron-server[92810]: INFO neutron.quota.resource_registry [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Creating instance of TrackedResource for resource:port Jun 22 07:05:48.741797 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.v2.resource_helper [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92810) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 07:05:48.742231 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.v2.resource_helper [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Service FLAVORS assigned prefix: {{(pid=92810) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 07:05:48.742842 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.v2.resource_helper [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92810) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 07:05:48.743267 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.v2.resource_helper [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92810) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 07:05:48.743591 dv-cinder-786627-11-iscsi neutron-server[92810]: INFO neutron.quota.resource_registry [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Creating instance of TrackedResource for resource:router Jun 22 07:05:48.744023 dv-cinder-786627-11-iscsi neutron-server[92810]: INFO neutron.quota.resource_registry [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Creating instance of TrackedResource for resource:floatingip Jun 22 07:05:48.744515 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.v2.resource_helper [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Service METERING assigned prefix: /metering {{(pid=92810) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 07:05:48.745971 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron_lib.callbacks.manager [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:05:48.746335 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron_lib.callbacks.manager [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:05:48.746683 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron_lib.callbacks.manager [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:05:48.748311 dv-cinder-786627-11-iscsi neutron-server[92810]: INFO neutron.quota.resource_registry [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Creating instance of CountableResource for resource:rbac_policy Jun 22 07:05:48.748830 dv-cinder-786627-11-iscsi neutron-server[92810]: INFO neutron.quota.resource_registry [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Creating instance of TrackedResource for resource:security_group Jun 22 07:05:48.749264 dv-cinder-786627-11-iscsi neutron-server[92810]: INFO neutron.quota.resource_registry [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Creating instance of TrackedResource for resource:security_group_rule Jun 22 07:05:48.749866 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.v2.resource_helper [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Service CORE assigned prefix: {{(pid=92810) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 07:05:48.750195 dv-cinder-786627-11-iscsi neutron-server[92810]: INFO neutron.quota.resource_registry [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Creating instance of TrackedResource for resource:subnetpool Jun 22 07:05:48.750657 dv-cinder-786627-11-iscsi neutron-server[92810]: WARNING neutron.quota.resource_registry [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] subnetpool is already registered Jun 22 07:05:48.751095 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.v2.resource_helper [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Service CORE assigned prefix: {{(pid=92810) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 07:05:48.751417 dv-cinder-786627-11-iscsi neutron-server[92810]: INFO neutron.quota.resource_registry [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Creating instance of TrackedResource for resource:subnetpool Jun 22 07:05:48.751743 dv-cinder-786627-11-iscsi neutron-server[92810]: WARNING neutron.quota.resource_registry [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] subnetpool is already registered Jun 22 07:05:48.754067 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.v2.resource_helper [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92810) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 07:05:48.754492 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.v2.resource_helper [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Service FLAVORS assigned prefix: {{(pid=92810) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 07:05:48.755078 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.v2.resource_helper [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92810) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 07:05:48.755490 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.v2.resource_helper [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92810) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 07:05:48.755825 dv-cinder-786627-11-iscsi neutron-server[92810]: INFO neutron.quota.resource_registry [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Creating instance of TrackedResource for resource:router Jun 22 07:05:48.756148 dv-cinder-786627-11-iscsi neutron-server[92810]: WARNING neutron.quota.resource_registry [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] router is already registered Jun 22 07:05:48.756580 dv-cinder-786627-11-iscsi neutron-server[92810]: INFO neutron.quota.resource_registry [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Creating instance of TrackedResource for resource:floatingip Jun 22 07:05:48.756912 dv-cinder-786627-11-iscsi neutron-server[92810]: WARNING neutron.quota.resource_registry [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] floatingip is already registered Jun 22 07:05:48.757359 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.v2.resource_helper [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Service METERING assigned prefix: /metering {{(pid=92810) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 07:05:48.758016 dv-cinder-786627-11-iscsi neutron-server[92810]: INFO neutron.quota.resource_registry [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Creating instance of CountableResource for resource:rbac_policy Jun 22 07:05:48.758337 dv-cinder-786627-11-iscsi neutron-server[92810]: WARNING neutron.quota.resource_registry [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] rbac_policy is already registered Jun 22 07:05:48.758741 dv-cinder-786627-11-iscsi neutron-server[92810]: INFO neutron.quota.resource_registry [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Creating instance of TrackedResource for resource:security_group Jun 22 07:05:48.759068 dv-cinder-786627-11-iscsi neutron-server[92810]: WARNING neutron.quota.resource_registry [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] security_group is already registered Jun 22 07:05:48.759459 dv-cinder-786627-11-iscsi neutron-server[92810]: INFO neutron.quota.resource_registry [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Creating instance of TrackedResource for resource:security_group_rule Jun 22 07:05:48.759786 dv-cinder-786627-11-iscsi neutron-server[92810]: WARNING neutron.quota.resource_registry [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] security_group_rule is already registered Jun 22 07:05:48.760420 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.v2.resource_helper [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Service CORE assigned prefix: {{(pid=92810) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 07:05:48.760744 dv-cinder-786627-11-iscsi neutron-server[92810]: INFO neutron.quota.resource_registry [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Creating instance of TrackedResource for resource:subnetpool Jun 22 07:05:48.761071 dv-cinder-786627-11-iscsi neutron-server[92810]: WARNING neutron.quota.resource_registry [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] subnetpool is already registered Jun 22 07:05:48.761493 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.v2.resource_helper [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Service CORE assigned prefix: {{(pid=92810) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 07:05:48.761810 dv-cinder-786627-11-iscsi neutron-server[92810]: INFO neutron.quota.resource_registry [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Creating instance of TrackedResource for resource:subnetpool Jun 22 07:05:48.762135 dv-cinder-786627-11-iscsi neutron-server[92810]: WARNING neutron.quota.resource_registry [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] subnetpool is already registered Jun 22 07:05:48.762664 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Extended resource: extensions {{(pid=92810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 07:05:48.764170 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Extended resource: address-groups {{(pid=92810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 07:05:48.766054 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Extended resource: address-scopes {{(pid=92810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 07:05:48.767977 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Extended resource: agents {{(pid=92810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 07:05:48.769377 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Extended resource: auto-allocated-topology {{(pid=92810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 07:05:48.771054 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Extended resource: availability_zones {{(pid=92810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 07:05:48.772779 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Extended resource: dhcp-networks {{(pid=92810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 07:05:48.775003 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Extended resource: dhcp-agents {{(pid=92810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 07:05:48.777078 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Extended resource: routers {{(pid=92810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 07:05:48.779849 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Extended resource: flavors {{(pid=92810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 07:05:48.783312 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Extended resource: service_profiles {{(pid=92810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 07:05:48.785882 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Extended resource: next_providers {{(pid=92810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 07:05:48.787894 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Extended resource: service_profiles {{(pid=92810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 07:05:48.790255 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Extended resource: floatingip-pools {{(pid=92810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 07:05:48.791923 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Extended resource: routers {{(pid=92810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 07:05:48.794862 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Extended resource: floatingips {{(pid=92810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 07:05:48.796148 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Extended resource: l3-routers {{(pid=92810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 07:05:48.797580 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Extended resource: l3-agents {{(pid=92810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 07:05:48.798996 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Extended resource: metering-labels {{(pid=92810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 07:05:48.800266 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Extended resource: metering-label-rules {{(pid=92810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 07:05:48.801653 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Extended resource: network-ip-availabilities {{(pid=92810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 07:05:48.802920 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Extended resource: bindings {{(pid=92810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 07:05:48.804550 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Extended resource: quotas {{(pid=92810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 07:05:48.806102 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Extended resource: quotas {{(pid=92810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 07:05:48.807531 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Extended resource: rbac-policies {{(pid=92810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 07:05:48.808760 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Extended resource: security-groups {{(pid=92810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 07:05:48.810681 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Extended resource: security-group-rules {{(pid=92810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 07:05:48.811942 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Extended resource: service-providers {{(pid=92810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 07:05:48.813211 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Extended resource: subnetpools {{(pid=92810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 07:05:48.814531 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Extended resource: subnetpools {{(pid=92810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 07:05:48.816072 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Extended resource: tags {{(pid=92810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 07:05:48.817792 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Extended resource: tags {{(pid=92810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 07:05:48.819623 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Extended resource: tags {{(pid=92810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 07:05:48.821431 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Extended resource: tags {{(pid=92810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 07:05:48.823115 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Extended resource: tags {{(pid=92810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 07:05:48.825321 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Extended resource: tags {{(pid=92810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 07:05:48.827198 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Extended resource: tags {{(pid=92810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 07:05:48.829280 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Extended resource: tags {{(pid=92810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 07:05:48.831140 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Extended resource: tags {{(pid=92810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 07:05:48.832910 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron.api.extensions [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Extended resource: tags {{(pid=92810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 07:05:48.839138 dv-cinder-786627-11-iscsi neutron-server[92810]: WARNING keystonemiddleware.auth_token [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 22 07:05:48.844275 dv-cinder-786627-11-iscsi neutron-server[92810]: WARNING keystonemiddleware.auth_token [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 22 07:05:48.852824 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_concurrency.lockutils [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Acquired lock "singleton_lock" {{(pid=92810) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 22 07:05:48.853302 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_concurrency.lockutils [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Releasing lock "singleton_lock" {{(pid=92810) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 22 07:05:48.853936 dv-cinder-786627-11-iscsi neutron-server[92810]: INFO oslo_service.service [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Starting 2 workers Jun 22 07:05:48.859340 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Started child 92919 {{(pid=92810) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 22 07:05:48.863844 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Started child 92920 {{(pid=92810) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 22 07:05:48.864705 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:05:48.865499 dv-cinder-786627-11-iscsi neutron-server[92810]: INFO neutron.service [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Neutron service started, listening on 0.0.0.0:9696 Jun 22 07:05:48.866157 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron_lib.callbacks.manager [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Notify callbacks [] for process, before_spawn {{(pid=92810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:05:48.866314 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [-] (92919) wsgi starting up on http://0.0.0.0:9696 Jun 22 07:05:48.868639 dv-cinder-786627-11-iscsi neutron-server[92810]: INFO oslo_service.service [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Starting 1 workers Jun 22 07:05:48.868869 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:05:48.870269 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [-] (92920) wsgi starting up on http://0.0.0.0:9696 Jun 22 07:05:48.874576 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Started child 92921 {{(pid=92810) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 22 07:05:48.875126 dv-cinder-786627-11-iscsi neutron-server[92810]: INFO oslo_service.service [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Starting 1 workers Jun 22 07:05:48.878280 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.service [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] calling RpcWorker wait() {{(pid=92921) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 22 07:05:48.878989 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.service [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] returning from RpcWorker wait() {{(pid=92921) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 22 07:05:48.879667 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Started child 92922 {{(pid=92810) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 22 07:05:48.880009 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:05:48.880529 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:05:48.880628 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG neutron_lib.callbacks.manager [None req-c1d0a6a3-3bb6-46c1-b31a-7e25f41ca9ab None None] Notify callbacks [] for process, after_spawn {{(pid=92810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:05:48.882474 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92810) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 22 07:05:48.882687 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 22 07:05:48.882858 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 22 07:05:48.883087 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 22 07:05:48.883416 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 22 07:05:48.883576 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 22 07:05:48.884097 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:48.884408 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:48.884695 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:48.884844 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:05:48.885317 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:48.885317 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:48.885813 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:48.886076 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:48.886313 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:48.886591 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:48.886858 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:48.887028 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:48.887198 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:48.887515 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:48.887773 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:48.888073 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:48.888374 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:48.888711 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:48.888949 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:48.889121 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:48.889373 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:48.889648 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:48.889912 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:48.890179 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] debug = True {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:48.890505 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:48.890911 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:48.891172 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:48.891435 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:48.891677 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:48.891977 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:48.892228 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:48.892555 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:48.892898 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:48.893064 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:48.893298 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:48.893573 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:48.893812 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:48.894045 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:48.894285 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:48.894537 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:48.894761 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:48.895273 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] host = dv-cinder-786627-11-iscsi {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:48.895516 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:48.895751 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:48.896015 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:48.896275 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:48.896579 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:48.896799 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:48.897056 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:48.897306 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:48.897626 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:48.897817 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:48.898064 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:48.898316 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:48.898576 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:48.898834 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] log_file = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:48.898998 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] log_options = True {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:48.899245 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:48.899514 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:48.899790 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:48.900047 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:48.900201 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:48.900353 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:48.900578 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:48.900732 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:48.900998 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:48.901234 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:48.901449 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:48.901663 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:48.901879 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:48.902099 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:48.902365 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:48.902623 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:48.902863 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:48.903164 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:48.903497 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:48.903794 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:48.903934 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:48.904096 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:48.904332 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:48.904585 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:48.904820 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:48.905068 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:48.905299 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:48.905514 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:48.906730 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:48.907091 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:48.907091 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:48.907964 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:48.907964 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:48.907964 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:48.908467 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:48.908467 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:48.908826 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:48.908991 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:48.909130 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:48.909403 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:48.909695 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:48.909906 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:48.910198 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:48.910444 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:48.910630 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:05:48.910723 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:48.910888 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] use_json = False {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:48.911267 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:48.912009 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:48.912796 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:48.913051 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:48.913875 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:48.914109 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:48.914336 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:48.916422 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:48.917300 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.917606 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.918025 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.918192 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.919198 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.919198 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.919547 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.920322 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.920599 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.920846 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.921746 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.922323 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.922620 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.922874 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.923125 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.923932 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.923932 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.924098 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.924202 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.924491 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.924742 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.924970 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.925697 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.925981 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.926243 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.24/identity {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.926513 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.926735 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.927071 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.927311 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.928181 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.928425 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.928652 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.928931 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.929158 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.929749 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.930013 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.930272 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.930515 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.930750 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.930980 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.931241 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.931477 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.931700 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.931941 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.932174 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.932775 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.933015 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.933253 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.933492 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.933736 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.933990 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.934236 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.935057 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.935282 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.935504 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.935742 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.935976 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.936243 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.936422 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.936625 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.936876 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.937152 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.937397 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.937631 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.937844 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.938064 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.938294 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.938541 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.938758 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.938971 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.939189 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.939402 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.939614 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.939844 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.940071 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.940301 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.940541 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.940752 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.940965 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.941175 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.941387 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.941597 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.941808 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.942026 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.942305 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.942619 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.942867 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.943112 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.943329 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.943576 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.943812 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.944047 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.944281 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.944521 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.944733 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.944995 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.947168 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.947168 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.947168 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.947168 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.947168 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.949821 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.950650 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.950928 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.951193 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.951435 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.951735 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.952010 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.952276 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.952942 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.954278 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.954667 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.955328 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.955620 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.957754 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.958067 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.958404 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.958702 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.959023 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.959302 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.959563 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.959819 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.960086 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.960338 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.960847 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.961154 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.961414 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.961735 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.961985 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.962341 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.962648 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.962911 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.963253 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.963495 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.963745 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.963963 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.964244 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.964530 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.964785 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.965060 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.965321 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.966171 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.966541 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.966782 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.24/identity {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.967082 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.967350 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.967611 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.967833 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.968086 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.968357 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.968639 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.968865 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.969091 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.969340 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.969557 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.969795 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.970012 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.970237 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.970514 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.970884 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.971150 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.971379 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.971618 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.971856 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.972081 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.972301 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.972536 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.972792 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.973018 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.973300 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.973557 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.973772 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.974017 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.974264 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.974503 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.974726 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.974973 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.975198 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.975414 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.975630 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.975849 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.976064 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.976297 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.976546 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.976764 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.977001 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.977259 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.977597 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.977833 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.978125 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.978315 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.978532 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.978800 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.979126 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.979228 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.979449 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.979663 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.979876 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.980117 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.980361 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.980632 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.980845 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.981054 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.981367 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.981526 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.981757 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.982006 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.982896 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.984092 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.984349 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.984996 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.985245 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.985465 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.985683 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.985905 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.986121 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.986352 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.986565 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.986780 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.987023 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.987234 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.987465 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.987669 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.987879 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.988093 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.988302 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.988863 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.989073 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.989290 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.989520 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.989729 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.990055 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.990307 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.990553 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.990838 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.991086 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.991340 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.991600 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.991920 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.992133 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.992440 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.992673 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.992909 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.993131 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.993391 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.994192 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.994504 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.994751 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.995015 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.995279 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.995584 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.995841 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.996061 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.996341 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.996710 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.997017 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.997275 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.997544 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.997823 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.998063 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.998280 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.998521 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.998923 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.999033 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.999219 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.999460 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.999665 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:48.999879 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.000111 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.000346 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.000614 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.000813 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.001056 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.001289 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.001443 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 22 07:05:49.002003 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92810) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 22 07:05:49.002162 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 22 07:05:49.002269 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:05:49.002369 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 22 07:05:49.002471 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 22 07:05:49.002636 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 22 07:05:49.002786 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 22 07:05:49.002989 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:49.003146 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:49.003302 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:49.003456 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:49.003612 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:49.003789 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:49.003945 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:49.004101 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:49.004256 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:49.004431 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:49.004590 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:49.004745 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:49.004901 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:49.005062 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:49.005217 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:49.005370 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:49.005525 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:49.005681 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:49.005841 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:49.005995 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:49.006148 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:49.006302 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:49.006457 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] debug = True {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:49.006612 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:49.006813 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:49.006977 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:49.007132 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:49.007286 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:49.007441 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:49.007595 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:49.007749 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:49.007904 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:49.008057 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:49.008211 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:49.008366 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:49.008753 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:49.008753 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:49.008916 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:49.008987 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:49.009122 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:49.009401 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] host = dv-cinder-786627-11-iscsi {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:49.009401 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:49.009551 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:49.009704 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:49.010533 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:49.010533 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:49.010533 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:49.010533 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:49.010533 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:49.010876 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:49.010876 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:49.010876 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:49.011051 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:49.011147 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:49.011300 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] log_file = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:49.011453 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] log_options = True {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:49.011607 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:49.011760 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:49.011915 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:49.012100 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:49.012276 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:49.012990 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:49.013244 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:49.013405 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:49.013556 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:49.013700 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:49.013845 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:49.014007 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:49.014143 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:49.014280 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:49.014424 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:49.014564 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:49.014706 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:49.014848 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:49.014992 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:49.015136 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:49.015291 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:49.015436 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:49.015568 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:49.015683 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:49.015829 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:49.015987 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:49.016653 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:49.016653 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:49.016653 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:49.016653 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:49.017148 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:49.017148 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:49.017148 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:49.017510 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:49.017510 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:49.017510 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:49.017895 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:49.017895 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:49.017895 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:49.018267 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:49.018267 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:49.018546 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:49.018546 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:49.018787 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:49.018787 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:49.019025 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] use_json = False {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:49.019025 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:49.019313 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:49.019313 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:49.019594 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:49.019594 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:49.019820 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:49.019887 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:49.020057 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 07:05:49.020184 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.020344 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.020609 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.020710 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.020825 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.020983 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.021193 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.021291 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.021442 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.021599 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.021764 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.021923 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.022090 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.022256 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.022423 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.022575 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.022720 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.022866 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.023005 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.023144 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.023295 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.023431 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.023565 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.023732 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.023891 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.24/identity {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.024051 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.024195 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.024354 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.024533 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.024692 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.024849 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.025011 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.025164 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.025324 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.025487 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.025627 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.025791 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.025932 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.026085 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.026227 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.026368 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.026534 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.026679 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.026842 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.026984 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.027317 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.027466 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.027623 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.027760 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.027888 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.028757 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.029019 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.029229 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.029390 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.029531 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.029695 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.029866 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.030001 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.030138 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.030279 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.030794 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.030794 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.031033 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.031033 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.031265 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.031412 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.031552 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.031676 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.031811 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.031951 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.032077 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.032199 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.032350 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.032524 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.032765 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.032898 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.033019 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.033138 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.033257 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.033417 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.033573 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.033721 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.033877 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.034034 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.034199 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.034372 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.034530 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.034686 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.034843 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.034999 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.035139 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.035302 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.035459 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.035619 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.035775 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.035931 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.036088 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.036251 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.036429 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.036579 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.036732 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.036875 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.037013 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.037175 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.037316 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.037478 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.037634 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.037777 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.037927 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.038068 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.038206 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.038343 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.038510 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.038667 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.038805 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.038967 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.039134 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.039288 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.039423 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.039581 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.039722 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.039861 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.040025 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.040165 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.040327 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.040560 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.040730 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.040868 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.041007 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.041148 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.041287 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.041428 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.041566 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.041706 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.041843 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.041991 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.042130 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.042269 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.042409 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.042559 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.042712 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.043015 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.043015 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.043275 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.24/identity {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.043275 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.043540 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.043697 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.043832 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.043970 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.044108 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.044245 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.044404 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.044723 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.044888 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.045028 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.045168 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.045304 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.045445 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.045586 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.045758 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.045910 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.046053 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.046797 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.046797 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.046797 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.046797 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.046797 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.048076 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.048076 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.048076 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.048076 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.048076 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.048076 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.048076 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.048983 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.048983 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.048983 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.048983 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.048983 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.048983 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.049789 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.049789 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.049789 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.049789 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.049789 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.049789 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.050699 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.050699 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.050699 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.050699 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.050699 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.050699 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.051126 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.051126 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.051126 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.051504 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.051504 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.051761 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.051761 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.052028 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.052028 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.052615 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.052615 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.052615 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.052615 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.053135 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.053135 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.053135 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.053520 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.053520 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.053520 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.053890 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.053890 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.054142 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.054142 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.054381 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.054381 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.054643 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.054643 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.054896 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.055033 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.055168 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.055302 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.055436 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.055570 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.055718 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.055856 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.055996 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.056132 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.056270 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.056474 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.056615 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.056756 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.056895 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.057050 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.057186 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.057324 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.057461 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.057599 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.057740 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.057877 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.058044 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.058187 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.058338 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.058477 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.058644 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.058794 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.058965 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.059117 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.059817 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.059992 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.060220 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.060413 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.060554 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.060711 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.060853 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.061014 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.061156 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.061318 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.061459 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.061620 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.061785 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.061934 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.062070 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.062208 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.062341 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.062504 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.062643 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.062804 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.062947 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.063106 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.063241 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.063664 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.063664 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 07:05:49.063664 dv-cinder-786627-11-iscsi neutron-server[92810]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 22 07:05:49.216182 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 39996) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:05:49.224970 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [-] 10.222.0.24 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064793 Jun 22 07:06:00.743708 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eadb70c1-e19c-4ae9-ac23-2dc1a3622ee7 None None] get_active_networks_info from dv-cinder-786627-11-iscsi {{(pid=92921) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 22 07:06:00.881872 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eadb70c1-e19c-4ae9-ac23-2dc1a3622ee7 None None] No non-hosted networks {{(pid=92921) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 22 07:06:00.909833 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-1f81943c-6fd1-4402-b7e5-6a63aff57dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841'] for agent, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:06:03.048637 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-b558e085-3bc9-4837-abb0-d356fdc8f74c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841'] for agent, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:06:03.113795 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-2d1f0c53-23cd-47a7-beeb-378d81f7ee9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:06:03.238371 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841'] for agent, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:06:03.239560 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:06:03.240119 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:06:03.240648 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:06:03.241203 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:06:03.241672 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:06:03.242253 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:06:03.242739 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:06:03.243237 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:06:03.243708 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:06:03.244178 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:06:03.244688 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:06:03.245174 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:06:03.245721 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-786627-11-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:06:03.254816 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-786627-11-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:06:05.187895 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d3c1a5ff-c703-4bfc-bce3-efb8418f207c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841'] for agent, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:06:05.980244 dv-cinder-786627-11-iscsi neutron-server[92921]: INFO neutron.db.l3_hamode_db [None req-fe79431d-fc04-47b7-9df6-ab1a2008dbd5 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 22 07:06:06.061368 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe79431d-fc04-47b7-9df6-ab1a2008dbd5 None None] Routers set() bound to L3 agent in host dv-cinder-786627-11-iscsi {{(pid=92921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 07:06:06.061722 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe79431d-fc04-47b7-9df6-ab1a2008dbd5 None None] Router IDs set() for agent in host dv-cinder-786627-11-iscsi {{(pid=92921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 22 07:06:06.863370 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-f04bb265-eca6-4530-aeb1-0b3afeb7eb68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841'] for agent, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:06:08.252794 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 40088) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:06:08.756575 dv-cinder-786627-11-iscsi neutron-server[92919]: WARNING oslo_policy.policy [None req-ffdab841-75df-47cb-bc8d-c0585007e6a1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 07:06:08.757179 dv-cinder-786627-11-iscsi neutron-server[92919]: WARNING oslo_policy.policy [None req-ffdab841-75df-47cb-bc8d-c0585007e6a1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 07:06:08.976585 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [None req-ffdab841-75df-47cb-bc8d-c0585007e6a1 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=92919) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 07:06:08.977643 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-ffdab841-75df-47cb-bc8d-c0585007e6a1 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7239442 Jun 22 07:06:11.361288 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 40102) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:06:11.858121 dv-cinder-786627-11-iscsi neutron-server[92920]: WARNING oslo_policy.policy [None req-e5103920-769c-4f65-941b-4dcfab4ccd06 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 07:06:11.858704 dv-cinder-786627-11-iscsi neutron-server[92920]: WARNING oslo_policy.policy [None req-e5103920-769c-4f65-941b-4dcfab4ccd06 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 07:06:12.073313 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.v2.base [None req-e5103920-769c-4f65-941b-4dcfab4ccd06 admin admin] Request body: {'subnetpool': {'is_default': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:06:12.168910 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.policy [None req-e5103920-769c-4f65-941b-4dcfab4ccd06 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92920) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 22 07:06:12.216934 dv-cinder-786627-11-iscsi neutron-server[92920]: WARNING oslo_policy.policy [None req-e5103920-769c-4f65-941b-4dcfab4ccd06 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 07:06:12.217335 dv-cinder-786627-11-iscsi neutron-server[92920]: WARNING oslo_policy.policy [None req-e5103920-769c-4f65-941b-4dcfab4ccd06 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 07:06:12.225930 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.quota [None req-e5103920-769c-4f65-941b-4dcfab4ccd06 admin admin] Loaded quota_driver: . Jun 22 07:06:12.318833 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-e5103920-769c-4f65-941b-4dcfab4ccd06 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773470057617', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773470055076', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773470045907', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773470043273', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773470033484', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773470023298', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1777706', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1962037', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-963545', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-529447'] for rbac-policy, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:06:12.388605 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-e5103920-769c-4f65-941b-4dcfab4ccd06 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:06:12.389957 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-e5103920-769c-4f65-941b-4dcfab4ccd06 admin admin] 10.222.0.24 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0265646 Jun 22 07:06:14.987186 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 40120) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:06:15.290062 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.v2.base [None req-47beb4e3-04c0-4ce7-a8d1-006298d7de09 admin admin] Request body: {'network': {'project_id': '508fc2a8202e401e897fa123efbccb43', 'admin_state_up': True, 'name': 'private', 'tenant_id': '508fc2a8202e401e897fa123efbccb43'}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:06:15.318967 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47beb4e3-04c0-4ce7-a8d1-006298d7de09 admin admin] Made reservation on behalf of 508fc2a8202e401e897fa123efbccb43 for: {'network': 1} {{(pid=92920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 07:06:15.322070 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-47beb4e3-04c0-4ce7-a8d1-006298d7de09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1809762'] for network, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:06:15.339658 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-47beb4e3-04c0-4ce7-a8d1-006298d7de09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:06:15.467304 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-47beb4e3-04c0-4ce7-a8d1-006298d7de09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:06:15.471270 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-47beb4e3-04c0-4ce7-a8d1-006298d7de09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:06:15.476974 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:06:15.493401 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47beb4e3-04c0-4ce7-a8d1-006298d7de09 admin admin] vlan segment allocate from pool success with {'vlan_id': 435, 'physical_network': 'physnet1'} {{(pid=92920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 07:06:15.523333 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-47beb4e3-04c0-4ce7-a8d1-006298d7de09 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8773474011850', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1885363'] for segment, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:06:15.523941 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-47beb4e3-04c0-4ce7-a8d1-006298d7de09 admin admin] Unsubscribe: segment precommit_create {{(pid=92920) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 22 07:06:15.524449 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.db.segments_db [None req-47beb4e3-04c0-4ce7-a8d1-006298d7de09 admin admin] Added segment ee0efa9e-ae18-4546-b627-26972bbee702 of type vlan for network 94706ef0-72d7-490b-a0df-018157762f96 Jun 22 07:06:15.541616 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47beb4e3-04c0-4ce7-a8d1-006298d7de09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=252f2275-087b-42e3-84a7-d4a225c0b7a2,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:06:15.594530 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47beb4e3-04c0-4ce7-a8d1-006298d7de09 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:06:15.594878 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47beb4e3-04c0-4ce7-a8d1-006298d7de09 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:06:15.595212 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47beb4e3-04c0-4ce7-a8d1-006298d7de09 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:06:15.595536 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47beb4e3-04c0-4ce7-a8d1-006298d7de09 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:06:15.595861 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47beb4e3-04c0-4ce7-a8d1-006298d7de09 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:06:15.596202 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47beb4e3-04c0-4ce7-a8d1-006298d7de09 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:06:15.596586 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47beb4e3-04c0-4ce7-a8d1-006298d7de09 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:06:15.596923 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47beb4e3-04c0-4ce7-a8d1-006298d7de09 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:06:15.597258 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47beb4e3-04c0-4ce7-a8d1-006298d7de09 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:06:15.597580 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47beb4e3-04c0-4ce7-a8d1-006298d7de09 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:06:15.597892 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47beb4e3-04c0-4ce7-a8d1-006298d7de09 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:06:15.598207 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47beb4e3-04c0-4ce7-a8d1-006298d7de09 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:06:15.599554 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47beb4e3-04c0-4ce7-a8d1-006298d7de09 admin admin] Tracked resource versions report: Jun 22 07:06:15.599554 dv-cinder-786627-11-iscsi neutron-server[92920]: pushed versions: Jun 22 07:06:15.599554 dv-cinder-786627-11-iscsi neutron-server[92920]: { 'AddressGroup': {'1.2'}, Jun 22 07:06:15.599554 dv-cinder-786627-11-iscsi neutron-server[92920]: 'ConntrackHelper': {'1.0'}, Jun 22 07:06:15.599554 dv-cinder-786627-11-iscsi neutron-server[92920]: 'Log': {'1.0'}, Jun 22 07:06:15.599554 dv-cinder-786627-11-iscsi neutron-server[92920]: 'Network': {'1.1'}, Jun 22 07:06:15.599554 dv-cinder-786627-11-iscsi neutron-server[92920]: 'Port': {'1.7'}, Jun 22 07:06:15.599554 dv-cinder-786627-11-iscsi neutron-server[92920]: 'PortForwarding': {'1.2'}, Jun 22 07:06:15.599554 dv-cinder-786627-11-iscsi neutron-server[92920]: 'QosPolicy': {'1.8'}, Jun 22 07:06:15.599554 dv-cinder-786627-11-iscsi neutron-server[92920]: 'SecurityGroup': {'1.4'}, Jun 22 07:06:15.599554 dv-cinder-786627-11-iscsi neutron-server[92920]: 'SecurityGroupRule': {'1.2'}, Jun 22 07:06:15.599554 dv-cinder-786627-11-iscsi neutron-server[92920]: 'SubPort': {'1.0'}, Jun 22 07:06:15.599554 dv-cinder-786627-11-iscsi neutron-server[92920]: 'Subnet': {'1.1'}, Jun 22 07:06:15.599554 dv-cinder-786627-11-iscsi neutron-server[92920]: 'Trunk': {'1.1'}} Jun 22 07:06:15.599554 dv-cinder-786627-11-iscsi neutron-server[92920]: consumer versions: Jun 22 07:06:15.599554 dv-cinder-786627-11-iscsi neutron-server[92920]: { DHCP agent@dv-cinder-786627-11-iscsi: {}, Jun 22 07:06:15.599554 dv-cinder-786627-11-iscsi neutron-server[92920]: L3 agent@dv-cinder-786627-11-iscsi: {}, Jun 22 07:06:15.599554 dv-cinder-786627-11-iscsi neutron-server[92920]: Metadata agent@dv-cinder-786627-11-iscsi: {}, Jun 22 07:06:15.599554 dv-cinder-786627-11-iscsi neutron-server[92920]: Metering agent@dv-cinder-786627-11-iscsi: {}, Jun 22 07:06:15.599554 dv-cinder-786627-11-iscsi neutron-server[92920]: Open vSwitch agent@dv-cinder-786627-11-iscsi: { 'AddressGroup': '1.2', Jun 22 07:06:15.599554 dv-cinder-786627-11-iscsi neutron-server[92920]: 'ConntrackHelper': '1.0', Jun 22 07:06:15.599554 dv-cinder-786627-11-iscsi neutron-server[92920]: 'Log': '1.0', Jun 22 07:06:15.599554 dv-cinder-786627-11-iscsi neutron-server[92920]: 'Network': '1.1', Jun 22 07:06:15.599554 dv-cinder-786627-11-iscsi neutron-server[92920]: 'Port': '1.7', Jun 22 07:06:15.599554 dv-cinder-786627-11-iscsi neutron-server[92920]: 'PortForwarding': '1.2', Jun 22 07:06:15.599554 dv-cinder-786627-11-iscsi neutron-server[92920]: 'QosPolicy': '1.8', Jun 22 07:06:15.599554 dv-cinder-786627-11-iscsi neutron-server[92920]: 'SecurityGroup': '1.4', Jun 22 07:06:15.599554 dv-cinder-786627-11-iscsi neutron-server[92920]: 'SecurityGroupRule': '1.2', Jun 22 07:06:15.599554 dv-cinder-786627-11-iscsi neutron-server[92920]: 'SubPort': '1.0', Jun 22 07:06:15.599554 dv-cinder-786627-11-iscsi neutron-server[92920]: 'Subnet': '1.1', Jun 22 07:06:15.599554 dv-cinder-786627-11-iscsi neutron-server[92920]: 'Trunk': '1.1'}} Jun 22 07:06:15.599554 dv-cinder-786627-11-iscsi neutron-server[92920]: {{(pid=92920) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 07:06:15.649459 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-47beb4e3-04c0-4ce7-a8d1-006298d7de09 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773473491173'] for network, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:06:15.655574 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-47beb4e3-04c0-4ce7-a8d1-006298d7de09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:06:15.701507 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-47beb4e3-04c0-4ce7-a8d1-006298d7de09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-54575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-690206'] for network, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:06:15.703089 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47beb4e3-04c0-4ce7-a8d1-006298d7de09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:06:15.704009 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-47beb4e3-04c0-4ce7-a8d1-006298d7de09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-690179'] for network, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:06:15.706959 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:06:15.787172 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-47beb4e3-04c0-4ce7-a8d1-006298d7de09 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7988932 Jun 22 07:06:15.806943 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47beb4e3-04c0-4ce7-a8d1-006298d7de09 admin admin] Pushing event updated for resources: {'Network': ['ID=94706ef0-72d7-490b-a0df-018157762f96,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:06:15.811668 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-47beb4e3-04c0-4ce7-a8d1-006298d7de09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:06:15.821125 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Network 94706ef0-72d7-490b-a0df-018157762f96 details requested by agent ovs-agent-dv-cinder-786627-11-iscsi with host dv-cinder-786627-11-iscsi {{(pid=92921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 07:06:18.559701 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 40134) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:06:19.088466 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.policy [None req-46f91f44-911b-4547-a4ef-9df56f18ac8c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92919) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 22 07:06:19.136947 dv-cinder-786627-11-iscsi neutron-server[92919]: WARNING oslo_policy.policy [None req-46f91f44-911b-4547-a4ef-9df56f18ac8c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 07:06:19.137322 dv-cinder-786627-11-iscsi neutron-server[92919]: WARNING oslo_policy.policy [None req-46f91f44-911b-4547-a4ef-9df56f18ac8c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 07:06:19.145746 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46f91f44-911b-4547-a4ef-9df56f18ac8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:06:19.147614 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-46f91f44-911b-4547-a4ef-9df56f18ac8c admin admin] 10.222.0.24 "GET /v2.0/networks/94706ef0-72d7-490b-a0df-018157762f96 HTTP/1.1" status: 200 len: 825 time: 0.5868914 Jun 22 07:06:19.187380 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-0cafad7a-251d-4b28-88a2-642430249881 admin admin] 10.222.0.24 "GET /v2.0/subnetpools/5b3f6a71-4aa2-4fb8-8ccd-6d5a5a371479 HTTP/1.1" status: 200 len: 734 time: 0.0331461 Jun 22 07:06:19.196334 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.v2.base [None req-a47b7cd1-3890-4588-861d-14494ce12f49 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '94706ef0-72d7-490b-a0df-018157762f96', 'tenant_id': '508fc2a8202e401e897fa123efbccb43', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'subnetpool_id': '5b3f6a71-4aa2-4fb8-8ccd-6d5a5a371479'}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:06:19.197898 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.quota [None req-a47b7cd1-3890-4588-861d-14494ce12f49 admin admin] Loaded quota_driver: . Jun 22 07:06:19.240548 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a47b7cd1-3890-4588-861d-14494ce12f49 admin admin] Made reservation on behalf of 508fc2a8202e401e897fa123efbccb43 for: {'subnet': 1} {{(pid=92919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 07:06:19.243299 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-a47b7cd1-3890-4588-861d-14494ce12f49 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:06:19.558587 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-a47b7cd1-3890-4588-861d-14494ce12f49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197'] for subnet, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:06:19.563807 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:06:19.624132 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47b7cd1-3890-4588-861d-14494ce12f49 admin admin] Checking segment: {'id': 'ee0efa9e-ae18-4546-b627-26972bbee702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '94706ef0-72d7-490b-a0df-018157762f96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 07:06:19.624531 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a47b7cd1-3890-4588-861d-14494ce12f49 admin admin] Network hostable DHCP agents. Network: 94706ef0-72d7-490b-a0df-018157762f96, hostable agents: ['23f99c3b-a432-44d9-a8da-8094b458f26a'], hosted agents: [] {{(pid=92919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 07:06:19.652907 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47b7cd1-3890-4588-861d-14494ce12f49 admin admin] Pushing event updated for resources: {'Subnet': ['ID=48e69253-54df-478d-9f8d-6cfbf3519418,revision_number=0']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:06:19.661834 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a47b7cd1-3890-4588-861d-14494ce12f49 admin admin] Network 94706ef0-72d7-490b-a0df-018157762f96 is scheduled to be hosted by DHCP agent 23f99c3b-a432-44d9-a8da-8094b458f26a with binding_index 1 {{(pid=92919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 07:06:19.666460 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47b7cd1-3890-4588-861d-14494ce12f49 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:06:19.666807 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47b7cd1-3890-4588-861d-14494ce12f49 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:06:19.667333 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47b7cd1-3890-4588-861d-14494ce12f49 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:06:19.667536 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47b7cd1-3890-4588-861d-14494ce12f49 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:06:19.667803 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47b7cd1-3890-4588-861d-14494ce12f49 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:06:19.668131 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47b7cd1-3890-4588-861d-14494ce12f49 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:06:19.668471 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47b7cd1-3890-4588-861d-14494ce12f49 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:06:19.668801 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47b7cd1-3890-4588-861d-14494ce12f49 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:06:19.669127 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47b7cd1-3890-4588-861d-14494ce12f49 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:06:19.669435 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47b7cd1-3890-4588-861d-14494ce12f49 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:06:19.669736 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47b7cd1-3890-4588-861d-14494ce12f49 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:06:19.670038 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47b7cd1-3890-4588-861d-14494ce12f49 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:06:19.671345 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47b7cd1-3890-4588-861d-14494ce12f49 admin admin] Tracked resource versions report: Jun 22 07:06:19.671345 dv-cinder-786627-11-iscsi neutron-server[92919]: pushed versions: Jun 22 07:06:19.671345 dv-cinder-786627-11-iscsi neutron-server[92919]: { 'AddressGroup': {'1.2'}, Jun 22 07:06:19.671345 dv-cinder-786627-11-iscsi neutron-server[92919]: 'ConntrackHelper': {'1.0'}, Jun 22 07:06:19.671345 dv-cinder-786627-11-iscsi neutron-server[92919]: 'Log': {'1.0'}, Jun 22 07:06:19.671345 dv-cinder-786627-11-iscsi neutron-server[92919]: 'Network': {'1.1'}, Jun 22 07:06:19.671345 dv-cinder-786627-11-iscsi neutron-server[92919]: 'Port': {'1.7'}, Jun 22 07:06:19.671345 dv-cinder-786627-11-iscsi neutron-server[92919]: 'PortForwarding': {'1.2'}, Jun 22 07:06:19.671345 dv-cinder-786627-11-iscsi neutron-server[92919]: 'QosPolicy': {'1.8'}, Jun 22 07:06:19.671345 dv-cinder-786627-11-iscsi neutron-server[92919]: 'SecurityGroup': {'1.4'}, Jun 22 07:06:19.671345 dv-cinder-786627-11-iscsi neutron-server[92919]: 'SecurityGroupRule': {'1.2'}, Jun 22 07:06:19.671345 dv-cinder-786627-11-iscsi neutron-server[92919]: 'SubPort': {'1.0'}, Jun 22 07:06:19.671345 dv-cinder-786627-11-iscsi neutron-server[92919]: 'Subnet': {'1.1'}, Jun 22 07:06:19.671345 dv-cinder-786627-11-iscsi neutron-server[92919]: 'Trunk': {'1.1'}} Jun 22 07:06:19.671345 dv-cinder-786627-11-iscsi neutron-server[92919]: consumer versions: Jun 22 07:06:19.671345 dv-cinder-786627-11-iscsi neutron-server[92919]: { DHCP agent@dv-cinder-786627-11-iscsi: {}, Jun 22 07:06:19.671345 dv-cinder-786627-11-iscsi neutron-server[92919]: L3 agent@dv-cinder-786627-11-iscsi: {}, Jun 22 07:06:19.671345 dv-cinder-786627-11-iscsi neutron-server[92919]: Metadata agent@dv-cinder-786627-11-iscsi: {}, Jun 22 07:06:19.671345 dv-cinder-786627-11-iscsi neutron-server[92919]: Metering agent@dv-cinder-786627-11-iscsi: {}, Jun 22 07:06:19.671345 dv-cinder-786627-11-iscsi neutron-server[92919]: Open vSwitch agent@dv-cinder-786627-11-iscsi: { 'AddressGroup': '1.2', Jun 22 07:06:19.671345 dv-cinder-786627-11-iscsi neutron-server[92919]: 'ConntrackHelper': '1.0', Jun 22 07:06:19.671345 dv-cinder-786627-11-iscsi neutron-server[92919]: 'Log': '1.0', Jun 22 07:06:19.671345 dv-cinder-786627-11-iscsi neutron-server[92919]: 'Network': '1.1', Jun 22 07:06:19.671345 dv-cinder-786627-11-iscsi neutron-server[92919]: 'Port': '1.7', Jun 22 07:06:19.671345 dv-cinder-786627-11-iscsi neutron-server[92919]: 'PortForwarding': '1.2', Jun 22 07:06:19.671345 dv-cinder-786627-11-iscsi neutron-server[92919]: 'QosPolicy': '1.8', Jun 22 07:06:19.671345 dv-cinder-786627-11-iscsi neutron-server[92919]: 'SecurityGroup': '1.4', Jun 22 07:06:19.671345 dv-cinder-786627-11-iscsi neutron-server[92919]: 'SecurityGroupRule': '1.2', Jun 22 07:06:19.671345 dv-cinder-786627-11-iscsi neutron-server[92919]: 'SubPort': '1.0', Jun 22 07:06:19.671345 dv-cinder-786627-11-iscsi neutron-server[92919]: 'Subnet': '1.1', Jun 22 07:06:19.671345 dv-cinder-786627-11-iscsi neutron-server[92919]: 'Trunk': '1.1'}} Jun 22 07:06:19.671345 dv-cinder-786627-11-iscsi neutron-server[92919]: {{(pid=92919) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 07:06:19.700649 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.scheduler.base_scheduler [None req-a47b7cd1-3890-4588-861d-14494ce12f49 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-11-iscsi, 94706ef0-72d7-490b-a0df-018157762f96) {{(pid=92919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 07:06:19.712801 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-a47b7cd1-3890-4588-861d-14494ce12f49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:06:19.725068 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a47b7cd1-3890-4588-861d-14494ce12f49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:06:19.725961 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-a47b7cd1-3890-4588-861d-14494ce12f49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-690179'] for subnet, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:06:19.729465 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e192aba7-0eaa-4341-8764-daddfa618099 None None] Network 94706ef0-72d7-490b-a0df-018157762f96 requested from dv-cinder-786627-11-iscsi {{(pid=92921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 07:06:19.749768 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-a47b7cd1-3890-4588-861d-14494ce12f49 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5570111 Jun 22 07:06:20.050670 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec7553ed-5846-431b-a82d-206932f71487 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53008036-bec8-516b-a9e7-d2c86795f928-94706ef0-72d7-490b-a0df-018157762f96', 'network_id': '94706ef0-72d7-490b-a0df-018157762f96', 'tenant_id': '508fc2a8202e401e897fa123efbccb43', 'fixed_ips': [{'subnet_id': '48e69253-54df-478d-9f8d-6cfbf3519418'}]}} from dv-cinder-786627-11-iscsi. {{(pid=92921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 07:06:20.051915 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-ec7553ed-5846-431b-a82d-206932f71487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1809762'] for port, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:06:20.334894 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.db_base_plugin_common [None req-ec7553ed-5846-431b-a82d-206932f71487 None None] Allocated IP 172.20.0.2 (94706ef0-72d7-490b-a0df-018157762f96/48e69253-54df-478d-9f8d-6cfbf3519418/96d7e3df-0a97-45b7-a2a3-44083957e9be) {{(pid=92921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 07:06:20.548742 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-ec7553ed-5846-431b-a82d-206932f71487 None None] Notify callbacks [] for port, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:06:20.568527 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-ec7553ed-5846-431b-a82d-206932f71487 None None] Transition to ACTIVE for port object 96d7e3df-0a97-45b7-a2a3-44083957e9be will not be triggered until provisioned by entity L2. {{(pid=92921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 07:06:20.627297 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-ec7553ed-5846-431b-a82d-206932f71487 None None] Transition to ACTIVE for port object 96d7e3df-0a97-45b7-a2a3-44083957e9be will not be triggered until provisioned by entity DHCP. {{(pid=92921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 07:06:20.638721 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-ec7553ed-5846-431b-a82d-206932f71487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1809569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-690206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773473471591'] for port, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:06:20.641733 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:06:20.709340 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec7553ed-5846-431b-a82d-206932f71487 None None] Network 94706ef0-72d7-490b-a0df-018157762f96 is already hosted by enough agents. {{(pid=92921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 07:06:20.714572 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.scheduler.base_scheduler [None req-ec7553ed-5846-431b-a82d-206932f71487 None None] Resources bound (agent type, host, resource id): {{(pid=92921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 07:06:20.723985 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7553ed-5846-431b-a82d-206932f71487 None None] Pushing event updated for resources: {'Port': ['ID=96d7e3df-0a97-45b7-a2a3-44083957e9be,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:06:20.726292 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7553ed-5846-431b-a82d-206932f71487 None None] Received port after_create {{(pid=92921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 07:06:20.739141 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7553ed-5846-431b-a82d-206932f71487 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:06:20.739772 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7553ed-5846-431b-a82d-206932f71487 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:06:20.739772 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7553ed-5846-431b-a82d-206932f71487 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:06:20.740100 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7553ed-5846-431b-a82d-206932f71487 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:06:20.740438 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7553ed-5846-431b-a82d-206932f71487 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:06:20.740785 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7553ed-5846-431b-a82d-206932f71487 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:06:20.741102 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7553ed-5846-431b-a82d-206932f71487 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:06:20.741415 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7553ed-5846-431b-a82d-206932f71487 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:06:20.741743 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7553ed-5846-431b-a82d-206932f71487 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:06:20.742056 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7553ed-5846-431b-a82d-206932f71487 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:06:20.742363 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7553ed-5846-431b-a82d-206932f71487 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:06:20.742669 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7553ed-5846-431b-a82d-206932f71487 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:06:20.744055 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7553ed-5846-431b-a82d-206932f71487 None None] Tracked resource versions report: Jun 22 07:06:20.744055 dv-cinder-786627-11-iscsi neutron-server[92921]: pushed versions: Jun 22 07:06:20.744055 dv-cinder-786627-11-iscsi neutron-server[92921]: { 'AddressGroup': {'1.2'}, Jun 22 07:06:20.744055 dv-cinder-786627-11-iscsi neutron-server[92921]: 'ConntrackHelper': {'1.0'}, Jun 22 07:06:20.744055 dv-cinder-786627-11-iscsi neutron-server[92921]: 'Log': {'1.0'}, Jun 22 07:06:20.744055 dv-cinder-786627-11-iscsi neutron-server[92921]: 'Network': {'1.1'}, Jun 22 07:06:20.744055 dv-cinder-786627-11-iscsi neutron-server[92921]: 'Port': {'1.7'}, Jun 22 07:06:20.744055 dv-cinder-786627-11-iscsi neutron-server[92921]: 'PortForwarding': {'1.2'}, Jun 22 07:06:20.744055 dv-cinder-786627-11-iscsi neutron-server[92921]: 'QosPolicy': {'1.8'}, Jun 22 07:06:20.744055 dv-cinder-786627-11-iscsi neutron-server[92921]: 'SecurityGroup': {'1.4'}, Jun 22 07:06:20.744055 dv-cinder-786627-11-iscsi neutron-server[92921]: 'SecurityGroupRule': {'1.2'}, Jun 22 07:06:20.744055 dv-cinder-786627-11-iscsi neutron-server[92921]: 'SubPort': {'1.0'}, Jun 22 07:06:20.744055 dv-cinder-786627-11-iscsi neutron-server[92921]: 'Subnet': {'1.1'}, Jun 22 07:06:20.744055 dv-cinder-786627-11-iscsi neutron-server[92921]: 'Trunk': {'1.1'}} Jun 22 07:06:20.744055 dv-cinder-786627-11-iscsi neutron-server[92921]: consumer versions: Jun 22 07:06:20.744055 dv-cinder-786627-11-iscsi neutron-server[92921]: { DHCP agent@dv-cinder-786627-11-iscsi: {}, Jun 22 07:06:20.744055 dv-cinder-786627-11-iscsi neutron-server[92921]: L3 agent@dv-cinder-786627-11-iscsi: {}, Jun 22 07:06:20.744055 dv-cinder-786627-11-iscsi neutron-server[92921]: Metadata agent@dv-cinder-786627-11-iscsi: {}, Jun 22 07:06:20.744055 dv-cinder-786627-11-iscsi neutron-server[92921]: Metering agent@dv-cinder-786627-11-iscsi: {}, Jun 22 07:06:20.744055 dv-cinder-786627-11-iscsi neutron-server[92921]: Open vSwitch agent@dv-cinder-786627-11-iscsi: { 'AddressGroup': '1.2', Jun 22 07:06:20.744055 dv-cinder-786627-11-iscsi neutron-server[92921]: 'ConntrackHelper': '1.0', Jun 22 07:06:20.744055 dv-cinder-786627-11-iscsi neutron-server[92921]: 'Log': '1.0', Jun 22 07:06:20.744055 dv-cinder-786627-11-iscsi neutron-server[92921]: 'Network': '1.1', Jun 22 07:06:20.744055 dv-cinder-786627-11-iscsi neutron-server[92921]: 'Port': '1.7', Jun 22 07:06:20.744055 dv-cinder-786627-11-iscsi neutron-server[92921]: 'PortForwarding': '1.2', Jun 22 07:06:20.744055 dv-cinder-786627-11-iscsi neutron-server[92921]: 'QosPolicy': '1.8', Jun 22 07:06:20.744055 dv-cinder-786627-11-iscsi neutron-server[92921]: 'SecurityGroup': '1.4', Jun 22 07:06:20.744055 dv-cinder-786627-11-iscsi neutron-server[92921]: 'SecurityGroupRule': '1.2', Jun 22 07:06:20.744055 dv-cinder-786627-11-iscsi neutron-server[92921]: 'SubPort': '1.0', Jun 22 07:06:20.744055 dv-cinder-786627-11-iscsi neutron-server[92921]: 'Subnet': '1.1', Jun 22 07:06:20.744055 dv-cinder-786627-11-iscsi neutron-server[92921]: 'Trunk': '1.1'}} Jun 22 07:06:20.744055 dv-cinder-786627-11-iscsi neutron-server[92921]: {{(pid=92921) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 07:06:20.763034 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-ec7553ed-5846-431b-a82d-206932f71487 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:06:20.817736 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [None req-ec7553ed-5846-431b-a82d-206932f71487 None None] Attempting to bind port 96d7e3df-0a97-45b7-a2a3-44083957e9be on host dv-cinder-786627-11-iscsi for vnic_type normal with profile {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 07:06:20.818130 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [None req-ec7553ed-5846-431b-a82d-206932f71487 None None] Attempting to bind port 96d7e3df-0a97-45b7-a2a3-44083957e9be by drivers openvswitch,hyperv on host dv-cinder-786627-11-iscsi at level 0 using segments [{'id': 'ee0efa9e-ae18-4546-b627-26972bbee702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '94706ef0-72d7-490b-a0df-018157762f96'}] {{(pid=92921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 07:06:20.818553 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7553ed-5846-431b-a82d-206932f71487 None None] Attempting to bind port 96d7e3df-0a97-45b7-a2a3-44083957e9be on network 94706ef0-72d7-490b-a0df-018157762f96 {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 07:06:20.823593 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7553ed-5846-431b-a82d-206932f71487 None None] Checking agent: {'id': '25bcf34a-9be6-400d-9699-901d91ee39d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 7, 6, 3), 'started_at': datetime.datetime(2021, 6, 22, 7, 6, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 7, 6, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 07:06:20.824043 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7553ed-5846-431b-a82d-206932f71487 None None] Checking segment: {'id': 'ee0efa9e-ae18-4546-b627-26972bbee702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '94706ef0-72d7-490b-a0df-018157762f96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 07:06:20.824702 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-ec7553ed-5846-431b-a82d-206932f71487 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:06:20.825091 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7553ed-5846-431b-a82d-206932f71487 None None] Bound using segment: {'id': 'ee0efa9e-ae18-4546-b627-26972bbee702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '94706ef0-72d7-490b-a0df-018157762f96'} {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 07:06:20.825579 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [None req-ec7553ed-5846-431b-a82d-206932f71487 None None] Bound port: 96d7e3df-0a97-45b7-a2a3-44083957e9be, host: dv-cinder-786627-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee0efa9e-ae18-4546-b627-26972bbee702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '94706ef0-72d7-490b-a0df-018157762f96'}}] {{(pid=92921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 07:06:20.825971 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-ec7553ed-5846-431b-a82d-206932f71487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:06:20.890920 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-ec7553ed-5846-431b-a82d-206932f71487 None None] For port 96d7e3df-0a97-45b7-a2a3-44083957e9be, host dv-cinder-786627-11-iscsi, cleared binding levels {{(pid=92921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 07:06:20.895079 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-ec7553ed-5846-431b-a82d-206932f71487 None None] For port 96d7e3df-0a97-45b7-a2a3-44083957e9be, host dv-cinder-786627-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-11-iscsi',level=0,port_id=96d7e3df-0a97-45b7-a2a3-44083957e9be,segment=NetworkSegment(ee0efa9e-ae18-4546-b627-26972bbee702),segment_id=ee0efa9e-ae18-4546-b627-26972bbee702)] {{(pid=92921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 07:06:20.899626 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-ec7553ed-5846-431b-a82d-206932f71487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:06:20.904367 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-ec7553ed-5846-431b-a82d-206932f71487 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:06:20.974709 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7553ed-5846-431b-a82d-206932f71487 None None] Pushing event updated for resources: {'Port': ['ID=96d7e3df-0a97-45b7-a2a3-44083957e9be,revision_number=2']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:06:20.977790 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-ec7553ed-5846-431b-a82d-206932f71487 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:06:22.175030 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 40150) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:06:22.514487 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [None req-ef4990ec-b41d-4c7b-8b67-f4d8a376746d admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=92919) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 07:06:22.516418 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-ef4990ec-b41d-4c7b-8b67-f4d8a376746d admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3394980 Jun 22 07:06:24.904540 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 40158) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:06:25.255849 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [None req-7b381bec-963e-479f-9c2a-55d955d3c171 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=92919) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 07:06:25.257039 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-7b381bec-963e-479f-9c2a-55d955d3c171 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3515344 Jun 22 07:06:27.185611 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10887222-e5ed-407b-8ac7-51c912a40747 None None] Network 94706ef0-72d7-490b-a0df-018157762f96 requested from dv-cinder-786627-11-iscsi {{(pid=92921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 07:06:27.256257 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-095ba867-10fa-4f23-a468-091d3bbecd51 None None] Provisioning for port 96d7e3df-0a97-45b7-a2a3-44083957e9be completed by entity DHCP. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 07:06:27.713413 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Device 96d7e3df-0a97-45b7-a2a3-44083957e9be up at agent ovs-agent-dv-cinder-786627-11-iscsi {{(pid=92921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 07:06:27.794190 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Provisioning for port 96d7e3df-0a97-45b7-a2a3-44083957e9be completed by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 07:06:27.798006 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Provisioning complete for port 96d7e3df-0a97-45b7-a2a3-44083957e9be triggered by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:06:27.798407 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1879668'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:06:27.910783 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 40172) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:06:27.915396 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:06:27.952536 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] For port 96d7e3df-0a97-45b7-a2a3-44083957e9be, host dv-cinder-786627-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-11-iscsi',level=0,port_id=96d7e3df-0a97-45b7-a2a3-44083957e9be,segment=NetworkSegment(ee0efa9e-ae18-4546-b627-26972bbee702),segment_id=ee0efa9e-ae18-4546-b627-26972bbee702)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:06:27.957564 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:06:27.960766 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:06:28.007598 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Pushing event updated for resources: {'Port': ['ID=96d7e3df-0a97-45b7-a2a3-44083957e9be,revision_number=3']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:06:28.011700 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:06:28.233015 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.v2.base [None req-56c54e9f-af17-4987-a0e2-d3b8c1a08fc7 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '508fc2a8202e401e897fa123efbccb43'}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:06:28.265053 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-56c54e9f-af17-4987-a0e2-d3b8c1a08fc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-578696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23766'] for router, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:06:28.268424 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-56c54e9f-af17-4987-a0e2-d3b8c1a08fc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-707250', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1041088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23759'] for router, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:06:28.439273 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-56c54e9f-af17-4987-a0e2-d3b8c1a08fc7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:06:28.444636 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-56c54e9f-af17-4987-a0e2-d3b8c1a08fc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-706580'] for router, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:06:28.458392 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-56c54e9f-af17-4987-a0e2-d3b8c1a08fc7 admin admin] Notify callbacks [] for router, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:06:28.459637 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-56c54e9f-af17-4987-a0e2-d3b8c1a08fc7 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5478292 Jun 22 07:06:29.692894 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Device 96d7e3df-0a97-45b7-a2a3-44083957e9be up at agent ovs-agent-dv-cinder-786627-11-iscsi {{(pid=92921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 07:06:29.740139 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Provisioning complete for port 96d7e3df-0a97-45b7-a2a3-44083957e9be triggered by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:06:29.740553 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1879668'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:06:30.670961 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-064f0a1a-c535-47c6-9462-67c00d1915f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:06:30.834333 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 40180) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:06:31.147635 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [None req-51e84eab-23ad-4af8-8a2e-058c09aa36b1 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=92920) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 07:06:31.148718 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-51e84eab-23ad-4af8-8a2e-058c09aa36b1 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3133299 Jun 22 07:06:33.040868 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-efa68202-3e12-453c-bad2-3cd52f787828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:06:33.228871 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:06:33.495094 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 40188) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:06:33.820024 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.v2.base [None req-f47dc0ff-947d-4b77-8753-6d6636d304a2 admin admin] Request body: {'network': {'name': 'public', 'is_default': True, 'provider:physical_network': 'physnet1', 'router:external': True, 'admin_state_up': True, 'provider:network_type': 'flat'}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:06:33.841313 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f47dc0ff-947d-4b77-8753-6d6636d304a2 admin admin] Made reservation on behalf of d7bf3fb6432a4e06a716fd804c7a24ff for: {'network': 1} {{(pid=92920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 07:06:33.843698 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f47dc0ff-947d-4b77-8753-6d6636d304a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1809762'] for network, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:06:33.851566 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f47dc0ff-947d-4b77-8753-6d6636d304a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:06:33.935980 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.agents_db [None req-74002642-eed4-46c6-8f70-93846dc748c3 None None] Agent healthcheck: found 5 active agents {{(pid=92922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 07:06:33.938264 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f47dc0ff-947d-4b77-8753-6d6636d304a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:06:33.942402 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f47dc0ff-947d-4b77-8753-6d6636d304a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:06:33.946509 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-47beb4e3-04c0-4ce7-a8d1-006298d7de09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:06:33.957348 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-f47dc0ff-947d-4b77-8753-6d6636d304a2 admin admin] Reserving flat network on physical network physnet1 {{(pid=92920) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 22 07:06:33.982187 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47dc0ff-947d-4b77-8753-6d6636d304a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29aa540b-df59-4de8-93d0-23ab81116959,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:06:33.984992 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f47dc0ff-947d-4b77-8753-6d6636d304a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1885363'] for segment, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:06:33.985326 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.db.segments_db [None req-f47dc0ff-947d-4b77-8753-6d6636d304a2 admin admin] Added segment 4e753e82-2fc6-4903-97a0-73083259f586 of type flat for network 73c4e24d-548c-4da2-96ca-75881b5fbbd2 Jun 22 07:06:33.986637 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-f47dc0ff-947d-4b77-8753-6d6636d304a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:06:34.036946 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f47dc0ff-947d-4b77-8753-6d6636d304a2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773473491173'] for network, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:06:34.073985 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f47dc0ff-947d-4b77-8753-6d6636d304a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-54575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-690206'] for network, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:06:34.076015 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f47dc0ff-947d-4b77-8753-6d6636d304a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:06:34.077018 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f47dc0ff-947d-4b77-8753-6d6636d304a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-690179'] for network, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:06:34.082250 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-47beb4e3-04c0-4ce7-a8d1-006298d7de09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:06:34.133083 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-f47dc0ff-947d-4b77-8753-6d6636d304a2 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6365874 Jun 22 07:06:34.144115 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47dc0ff-947d-4b77-8753-6d6636d304a2 admin admin] Pushing event updated for resources: {'Network': ['ID=73c4e24d-548c-4da2-96ca-75881b5fbbd2,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:06:34.149907 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-f47dc0ff-947d-4b77-8753-6d6636d304a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:06:34.161155 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Network 73c4e24d-548c-4da2-96ca-75881b5fbbd2 details requested by agent ovs-agent-dv-cinder-786627-11-iscsi with host dv-cinder-786627-11-iscsi {{(pid=92921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 07:06:35.115004 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d3c1a5ff-c703-4bfc-bce3-efb8418f207c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:06:36.521308 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 40206) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:06:36.739342 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1def15c-c9e6-4f86-83a0-a27172b8b711 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:06:36.740737 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-d1def15c-c9e6-4f86-83a0-a27172b8b711 admin admin] 10.222.0.24 "GET /v2.0/subnets/48e69253-54df-478d-9f8d-6cfbf3519418 HTTP/1.1" status: 200 len: 849 time: 0.2184539 Jun 22 07:06:36.817383 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-f04bb265-eca6-4530-aeb1-0b3afeb7eb68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:06:36.922215 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-e469fceb-568f-42dc-8ef0-d5f76828258d admin admin] 10.222.0.24 "GET /v2.0/routers/7ad233e0-4ec3-4228-9568-3629fe394ce2 HTTP/1.1" status: 200 len: 704 time: 0.1757779 Jun 22 07:06:37.188447 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0b5e8c01-ee33-43f5-b5c7-354cb1940e31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1809762'] for port, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:06:37.484864 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.db.db_base_plugin_common [None req-0b5e8c01-ee33-43f5-b5c7-354cb1940e31 admin admin] Allocated IP 172.20.0.1 (94706ef0-72d7-490b-a0df-018157762f96/48e69253-54df-478d-9f8d-6cfbf3519418/5a07cc1a-46db-4c84-9d55-82b4bfd810be) {{(pid=92920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 07:06:37.671947 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0b5e8c01-ee33-43f5-b5c7-354cb1940e31 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:06:37.695992 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-0b5e8c01-ee33-43f5-b5c7-354cb1940e31 admin admin] Transition to ACTIVE for port object 5a07cc1a-46db-4c84-9d55-82b4bfd810be will not be triggered until provisioned by entity DHCP. {{(pid=92920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 07:06:37.777114 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0b5e8c01-ee33-43f5-b5c7-354cb1940e31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1809569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-690206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773473471591'] for port, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:06:37.780342 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:06:37.847621 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b5e8c01-ee33-43f5-b5c7-354cb1940e31 admin admin] Network 94706ef0-72d7-490b-a0df-018157762f96 is already hosted by enough agents. {{(pid=92920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 07:06:37.856355 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.scheduler.base_scheduler [None req-0b5e8c01-ee33-43f5-b5c7-354cb1940e31 admin admin] Resources bound (agent type, host, resource id): {{(pid=92920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 07:06:37.860055 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5e8c01-ee33-43f5-b5c7-354cb1940e31 admin admin] Received port after_create {{(pid=92920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 07:06:37.860794 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0b5e8c01-ee33-43f5-b5c7-354cb1940e31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-708604'] for router_interface, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:06:37.923572 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5e8c01-ee33-43f5-b5c7-354cb1940e31 admin admin] Pushing event updated for resources: {'Port': ['ID=5a07cc1a-46db-4c84-9d55-82b4bfd810be,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:06:37.927052 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-0b5e8c01-ee33-43f5-b5c7-354cb1940e31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:06:38.072757 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-7ac71ff7-505b-425d-b5c4-f7411ded6470 None None] Provisioning for port 5a07cc1a-46db-4c84-9d55-82b4bfd810be completed by entity DHCP. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 07:06:38.076538 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-7ac71ff7-505b-425d-b5c4-f7411ded6470 None None] Provisioning complete for port 5a07cc1a-46db-4c84-9d55-82b4bfd810be triggered by entity DHCP. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:06:38.077024 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-7ac71ff7-505b-425d-b5c4-f7411ded6470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1879668'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:06:38.110491 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-7ac71ff7-505b-425d-b5c4-f7411ded6470 None None] Port 5a07cc1a-46db-4c84-9d55-82b4bfd810be cannot update to ACTIVE because it is not bound. {{(pid=92921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 07:06:38.133654 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0b5e8c01-ee33-43f5-b5c7-354cb1940e31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:06:38.317738 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0b5e8c01-ee33-43f5-b5c7-354cb1940e31 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:06:38.322424 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0b5e8c01-ee33-43f5-b5c7-354cb1940e31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:06:38.323818 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0b5e8c01-ee33-43f5-b5c7-354cb1940e31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-690288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-581351'] for router_interface, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:06:38.325437 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-0b5e8c01-ee33-43f5-b5c7-354cb1940e31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:06:38.400536 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5e8c01-ee33-43f5-b5c7-354cb1940e31 admin admin] Pushing event updated for resources: {'Port': ['ID=5a07cc1a-46db-4c84-9d55-82b4bfd810be,revision_number=2']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:06:38.404629 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-0b5e8c01-ee33-43f5-b5c7-354cb1940e31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:06:38.448640 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b5e8c01-ee33-43f5-b5c7-354cb1940e31 admin admin] Network 94706ef0-72d7-490b-a0df-018157762f96 is already hosted by enough agents. {{(pid=92920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 07:06:38.449921 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.scheduler.base_scheduler [None req-0b5e8c01-ee33-43f5-b5c7-354cb1940e31 admin admin] Resources bound (agent type, host, resource id): {{(pid=92920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 07:06:38.614016 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b5e8c01-ee33-43f5-b5c7-354cb1940e31 admin admin] Router 7ad233e0-4ec3-4228-9568-3629fe394ce2 is scheduled to L3 agent f18ef446-1389-4802-a345-f314a6956002 with binding_index 1 {{(pid=92920) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 07:06:38.632097 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-5b79c346-44ed-4ff0-84c1-89a88340c2d5 None None] Provisioning complete for port 5a07cc1a-46db-4c84-9d55-82b4bfd810be triggered by entity DHCP. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:06:38.632531 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5b79c346-44ed-4ff0-84c1-89a88340c2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1879668'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:06:38.667509 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-5b79c346-44ed-4ff0-84c1-89a88340c2d5 None None] Port 5a07cc1a-46db-4c84-9d55-82b4bfd810be cannot update to ACTIVE because it is not bound. {{(pid=92921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 07:06:38.707046 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b5e8c01-ee33-43f5-b5c7-354cb1940e31 admin admin] Notify agent at l3_agent.dv-cinder-786627-11-iscsi the message routers_updated {{(pid=92920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 07:06:38.712170 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-0b5e8c01-ee33-43f5-b5c7-354cb1940e31 admin admin] 10.222.0.24 "PUT /v2.0/routers/7ad233e0-4ec3-4228-9568-3629fe394ce2/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7851207 Jun 22 07:06:38.717427 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93a20aa-07bc-4a4a-bbbe-75174b48f825 None None] Sync routers for ids ['7ad233e0-4ec3-4228-9568-3629fe394ce2'] in dv-cinder-786627-11-iscsi {{(pid=92922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 07:06:38.729336 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93a20aa-07bc-4a4a-bbbe-75174b48f825 None None] Routers {'7ad233e0-4ec3-4228-9568-3629fe394ce2'} bound to L3 agent in host dv-cinder-786627-11-iscsi {{(pid=92922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 07:06:38.736200 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-e93a20aa-07bc-4a4a-bbbe-75174b48f825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-22T07:06:03Z,description=,heartbeat_timestamp=2021-06-22T07:06:33Z,host='dv-cinder-786627-11-iscsi',id=f18ef446-1389-4802-a345-f314a6956002,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T07:06:03Z,topic='l3_agent')) {'router_ids': ['7ad233e0-4ec3-4228-9568-3629fe394ce2'], 'active': True} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:06:38.926250 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvr_db [None req-e93a20aa-07bc-4a4a-bbbe-75174b48f825 None None] Set router 7ad233e0-4ec3-4228-9568-3629fe394ce2 gateway port host: None {{(pid=92922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 07:06:39.364848 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-e93a20aa-07bc-4a4a-bbbe-75174b48f825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ad233e0-4ec3-4228-9568-3629fe394ce2', 'name': 'router1', 'tenant_id': '508fc2a8202e401e897fa123efbccb43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:06:28Z', 'updated_at': '2021-06-22T07:06:38Z', 'revision_number': 2, 'project_id': '508fc2a8202e401e897fa123efbccb43', 'gw_port_host': None, '_interfaces': [{'id': '5a07cc1a-46db-4c84-9d55-82b4bfd810be', 'name': '', 'network_id': '94706ef0-72d7-490b-a0df-018157762f96', 'tenant_id': '508fc2a8202e401e897fa123efbccb43', 'mac_address': 'fa:16:3e:4c:1a:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ad233e0-4ec3-4228-9568-3629fe394ce2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '48e69253-54df-478d-9f8d-6cfbf3519418', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:06:37Z', 'updated_at': '2021-06-22T07:06:38Z', 'revision_number': 2, 'project_id': '508fc2a8202e401e897fa123efbccb43', 'subnets': [{'id': '48e69253-54df-478d-9f8d-6cfbf3519418', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5b3f6a71-4aa2-4fb8-8ccd-6d5a5a371479'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-11-iscsi', False) {} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:06:39.415619 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93a20aa-07bc-4a4a-bbbe-75174b48f825 None None] Checking router: 7ad233e0-4ec3-4228-9568-3629fe394ce2 for host: dv-cinder-786627-11-iscsi {{(pid=92922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 07:06:39.415985 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93a20aa-07bc-4a4a-bbbe-75174b48f825 None None] Updating router 7ad233e0-4ec3-4228-9568-3629fe394ce2 port 5a07cc1a-46db-4c84-9d55-82b4bfd810be binding host dv-cinder-786627-11-iscsi {{(pid=92922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 07:06:39.483326 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-e93a20aa-07bc-4a4a-bbbe-75174b48f825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:06:40.027522 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-e93a20aa-07bc-4a4a-bbbe-75174b48f825 None None] Notify callbacks [] for port, precommit_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:06:40.047506 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-e93a20aa-07bc-4a4a-bbbe-75174b48f825 None None] Transition to ACTIVE for port object 5a07cc1a-46db-4c84-9d55-82b4bfd810be will not be triggered until provisioned by entity L2. {{(pid=92922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 07:06:40.053457 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-e93a20aa-07bc-4a4a-bbbe-75174b48f825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:06:40.057397 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:06:40.261553 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [None req-e93a20aa-07bc-4a4a-bbbe-75174b48f825 None None] Attempting to bind port 5a07cc1a-46db-4c84-9d55-82b4bfd810be on host dv-cinder-786627-11-iscsi for vnic_type normal with profile {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 07:06:40.261953 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [None req-e93a20aa-07bc-4a4a-bbbe-75174b48f825 None None] Attempting to bind port 5a07cc1a-46db-4c84-9d55-82b4bfd810be by drivers openvswitch,hyperv on host dv-cinder-786627-11-iscsi at level 0 using segments [{'id': 'ee0efa9e-ae18-4546-b627-26972bbee702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '94706ef0-72d7-490b-a0df-018157762f96'}] {{(pid=92922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 07:06:40.262375 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93a20aa-07bc-4a4a-bbbe-75174b48f825 None None] Attempting to bind port 5a07cc1a-46db-4c84-9d55-82b4bfd810be on network 94706ef0-72d7-490b-a0df-018157762f96 {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 07:06:40.265619 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b92a85-3bcd-4443-8003-3b18828e0f77 None None] Pushing event updated for resources: {'Port': ['ID=5a07cc1a-46db-4c84-9d55-82b4bfd810be,revision_number=3']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:06:40.273042 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93a20aa-07bc-4a4a-bbbe-75174b48f825 None None] Checking agent: {'id': '25bcf34a-9be6-400d-9699-901d91ee39d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 7, 6, 3), 'started_at': datetime.datetime(2021, 6, 22, 7, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 7, 6, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 07:06:40.273441 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93a20aa-07bc-4a4a-bbbe-75174b48f825 None None] Checking segment: {'id': 'ee0efa9e-ae18-4546-b627-26972bbee702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '94706ef0-72d7-490b-a0df-018157762f96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 07:06:40.273926 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-e93a20aa-07bc-4a4a-bbbe-75174b48f825 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:06:40.274308 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93a20aa-07bc-4a4a-bbbe-75174b48f825 None None] Bound using segment: {'id': 'ee0efa9e-ae18-4546-b627-26972bbee702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '94706ef0-72d7-490b-a0df-018157762f96'} {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 07:06:40.274816 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [None req-e93a20aa-07bc-4a4a-bbbe-75174b48f825 None None] Bound port: 5a07cc1a-46db-4c84-9d55-82b4bfd810be, host: dv-cinder-786627-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee0efa9e-ae18-4546-b627-26972bbee702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '94706ef0-72d7-490b-a0df-018157762f96'}}] {{(pid=92922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 07:06:40.275181 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-e93a20aa-07bc-4a4a-bbbe-75174b48f825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:06:40.278193 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b92a85-3bcd-4443-8003-3b18828e0f77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:06:40.278475 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b92a85-3bcd-4443-8003-3b18828e0f77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:06:40.278799 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b92a85-3bcd-4443-8003-3b18828e0f77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:06:40.279123 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b92a85-3bcd-4443-8003-3b18828e0f77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:06:40.279435 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b92a85-3bcd-4443-8003-3b18828e0f77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:06:40.279745 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b92a85-3bcd-4443-8003-3b18828e0f77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:06:40.280054 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b92a85-3bcd-4443-8003-3b18828e0f77 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:06:40.280363 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b92a85-3bcd-4443-8003-3b18828e0f77 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:06:40.280717 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b92a85-3bcd-4443-8003-3b18828e0f77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:06:40.281026 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b92a85-3bcd-4443-8003-3b18828e0f77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:06:40.281331 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b92a85-3bcd-4443-8003-3b18828e0f77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:06:40.281633 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b92a85-3bcd-4443-8003-3b18828e0f77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:06:40.282995 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b92a85-3bcd-4443-8003-3b18828e0f77 None None] Tracked resource versions report: Jun 22 07:06:40.282995 dv-cinder-786627-11-iscsi neutron-server[92922]: pushed versions: Jun 22 07:06:40.282995 dv-cinder-786627-11-iscsi neutron-server[92922]: { 'AddressGroup': {'1.2'}, Jun 22 07:06:40.282995 dv-cinder-786627-11-iscsi neutron-server[92922]: 'ConntrackHelper': {'1.0'}, Jun 22 07:06:40.282995 dv-cinder-786627-11-iscsi neutron-server[92922]: 'Log': {'1.0'}, Jun 22 07:06:40.282995 dv-cinder-786627-11-iscsi neutron-server[92922]: 'Network': {'1.1'}, Jun 22 07:06:40.282995 dv-cinder-786627-11-iscsi neutron-server[92922]: 'Port': {'1.7'}, Jun 22 07:06:40.282995 dv-cinder-786627-11-iscsi neutron-server[92922]: 'PortForwarding': {'1.2'}, Jun 22 07:06:40.282995 dv-cinder-786627-11-iscsi neutron-server[92922]: 'QosPolicy': {'1.8'}, Jun 22 07:06:40.282995 dv-cinder-786627-11-iscsi neutron-server[92922]: 'SecurityGroup': {'1.4'}, Jun 22 07:06:40.282995 dv-cinder-786627-11-iscsi neutron-server[92922]: 'SecurityGroupRule': {'1.2'}, Jun 22 07:06:40.282995 dv-cinder-786627-11-iscsi neutron-server[92922]: 'SubPort': {'1.0'}, Jun 22 07:06:40.282995 dv-cinder-786627-11-iscsi neutron-server[92922]: 'Subnet': {'1.1'}, Jun 22 07:06:40.282995 dv-cinder-786627-11-iscsi neutron-server[92922]: 'Trunk': {'1.1'}} Jun 22 07:06:40.282995 dv-cinder-786627-11-iscsi neutron-server[92922]: consumer versions: Jun 22 07:06:40.282995 dv-cinder-786627-11-iscsi neutron-server[92922]: { DHCP agent@dv-cinder-786627-11-iscsi: {}, Jun 22 07:06:40.282995 dv-cinder-786627-11-iscsi neutron-server[92922]: L3 agent@dv-cinder-786627-11-iscsi: {}, Jun 22 07:06:40.282995 dv-cinder-786627-11-iscsi neutron-server[92922]: Metadata agent@dv-cinder-786627-11-iscsi: {}, Jun 22 07:06:40.282995 dv-cinder-786627-11-iscsi neutron-server[92922]: Metering agent@dv-cinder-786627-11-iscsi: {}, Jun 22 07:06:40.282995 dv-cinder-786627-11-iscsi neutron-server[92922]: Open vSwitch agent@dv-cinder-786627-11-iscsi: { 'AddressGroup': '1.2', Jun 22 07:06:40.282995 dv-cinder-786627-11-iscsi neutron-server[92922]: 'ConntrackHelper': '1.0', Jun 22 07:06:40.282995 dv-cinder-786627-11-iscsi neutron-server[92922]: 'Log': '1.0', Jun 22 07:06:40.282995 dv-cinder-786627-11-iscsi neutron-server[92922]: 'Network': '1.1', Jun 22 07:06:40.282995 dv-cinder-786627-11-iscsi neutron-server[92922]: 'Port': '1.7', Jun 22 07:06:40.282995 dv-cinder-786627-11-iscsi neutron-server[92922]: 'PortForwarding': '1.2', Jun 22 07:06:40.282995 dv-cinder-786627-11-iscsi neutron-server[92922]: 'QosPolicy': '1.8', Jun 22 07:06:40.282995 dv-cinder-786627-11-iscsi neutron-server[92922]: 'SecurityGroup': '1.4', Jun 22 07:06:40.282995 dv-cinder-786627-11-iscsi neutron-server[92922]: 'SecurityGroupRule': '1.2', Jun 22 07:06:40.282995 dv-cinder-786627-11-iscsi neutron-server[92922]: 'SubPort': '1.0', Jun 22 07:06:40.282995 dv-cinder-786627-11-iscsi neutron-server[92922]: 'Subnet': '1.1', Jun 22 07:06:40.282995 dv-cinder-786627-11-iscsi neutron-server[92922]: 'Trunk': '1.1'}} Jun 22 07:06:40.282995 dv-cinder-786627-11-iscsi neutron-server[92922]: {{(pid=92922) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 07:06:40.300625 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-b3b92a85-3bcd-4443-8003-3b18828e0f77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:06:40.354758 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-e93a20aa-07bc-4a4a-bbbe-75174b48f825 None None] For port 5a07cc1a-46db-4c84-9d55-82b4bfd810be, host dv-cinder-786627-11-iscsi, cleared binding levels {{(pid=92922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 07:06:40.375631 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-e93a20aa-07bc-4a4a-bbbe-75174b48f825 None None] For port 5a07cc1a-46db-4c84-9d55-82b4bfd810be, host dv-cinder-786627-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-11-iscsi',level=0,port_id=5a07cc1a-46db-4c84-9d55-82b4bfd810be,segment=NetworkSegment(ee0efa9e-ae18-4546-b627-26972bbee702),segment_id=ee0efa9e-ae18-4546-b627-26972bbee702)] {{(pid=92922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 07:06:40.381025 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-e93a20aa-07bc-4a4a-bbbe-75174b48f825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:06:40.383248 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-b3b92a85-3bcd-4443-8003-3b18828e0f77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:06:40.442222 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b92a85-3bcd-4443-8003-3b18828e0f77 None None] Pushing event updated for resources: {'Port': ['ID=5a07cc1a-46db-4c84-9d55-82b4bfd810be,revision_number=4']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:06:40.444856 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93a20aa-07bc-4a4a-bbbe-75174b48f825 None None] Routers {'7ad233e0-4ec3-4228-9568-3629fe394ce2'} bound to L3 agent in host dv-cinder-786627-11-iscsi {{(pid=92922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 07:06:40.445472 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-e93a20aa-07bc-4a4a-bbbe-75174b48f825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-22T07:06:03Z,description=,heartbeat_timestamp=2021-06-22T07:06:33Z,host='dv-cinder-786627-11-iscsi',id=f18ef446-1389-4802-a345-f314a6956002,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T07:06:03Z,topic='l3_agent')) {'router_ids': ['7ad233e0-4ec3-4228-9568-3629fe394ce2'], 'active': True} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:06:40.447580 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-b3b92a85-3bcd-4443-8003-3b18828e0f77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:06:40.539328 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvr_db [None req-e93a20aa-07bc-4a4a-bbbe-75174b48f825 None None] Set router 7ad233e0-4ec3-4228-9568-3629fe394ce2 gateway port host: None {{(pid=92922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 07:06:40.748412 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-e93a20aa-07bc-4a4a-bbbe-75174b48f825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ad233e0-4ec3-4228-9568-3629fe394ce2', 'name': 'router1', 'tenant_id': '508fc2a8202e401e897fa123efbccb43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:06:28Z', 'updated_at': '2021-06-22T07:06:38Z', 'revision_number': 2, 'project_id': '508fc2a8202e401e897fa123efbccb43', 'gw_port_host': None, '_interfaces': [{'id': '5a07cc1a-46db-4c84-9d55-82b4bfd810be', 'name': '', 'network_id': '94706ef0-72d7-490b-a0df-018157762f96', 'tenant_id': '508fc2a8202e401e897fa123efbccb43', 'mac_address': 'fa:16:3e:4c:1a:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ad233e0-4ec3-4228-9568-3629fe394ce2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '48e69253-54df-478d-9f8d-6cfbf3519418', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:06:37Z', 'updated_at': '2021-06-22T07:06:40Z', 'revision_number': 4, 'project_id': '508fc2a8202e401e897fa123efbccb43', 'subnets': [{'id': '48e69253-54df-478d-9f8d-6cfbf3519418', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5b3f6a71-4aa2-4fb8-8ccd-6d5a5a371479'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-11-iscsi', False) {} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:06:40.774450 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93a20aa-07bc-4a4a-bbbe-75174b48f825 None None] The sync data for ids ['7ad233e0-4ec3-4228-9568-3629fe394ce2'] in dv-cinder-786627-11-iscsi is: [{'id': '7ad233e0-4ec3-4228-9568-3629fe394ce2', 'name': 'router1', 'tenant_id': '508fc2a8202e401e897fa123efbccb43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:06:28Z', 'updated_at': '2021-06-22T07:06:38Z', 'revision_number': 2, 'project_id': '508fc2a8202e401e897fa123efbccb43', 'gw_port_host': None, '_interfaces': [{'id': '5a07cc1a-46db-4c84-9d55-82b4bfd810be', 'name': '', 'network_id': '94706ef0-72d7-490b-a0df-018157762f96', 'tenant_id': '508fc2a8202e401e897fa123efbccb43', 'mac_address': 'fa:16:3e:4c:1a:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ad233e0-4ec3-4228-9568-3629fe394ce2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '48e69253-54df-478d-9f8d-6cfbf3519418', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:06:37Z', 'updated_at': '2021-06-22T07:06:40Z', 'revision_number': 4, 'project_id': '508fc2a8202e401e897fa123efbccb43', 'subnets': [{'id': '48e69253-54df-478d-9f8d-6cfbf3519418', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5b3f6a71-4aa2-4fb8-8ccd-6d5a5a371479'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 07:06:40.983485 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 40226) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:06:41.096546 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f47c8d-d452-464b-ad28-f93ed9e531cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:06:41.097833 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-07f47c8d-d452-464b-ad28-f93ed9e531cc admin admin] 10.222.0.24 "GET /v2.0/networks/73c4e24d-548c-4da2-96ca-75881b5fbbd2 HTTP/1.1" status: 200 len: 842 time: 0.1132681 Jun 22 07:06:41.108927 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.v2.base [None req-65fd58b7-1c26-4c46-97fc-fd55093d5976 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '172.27.1.0/24', 'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'gateway_ip': '172.27.1.1', 'name': 'public-subnet', 'enable_dhcp': False}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:06:41.134196 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65fd58b7-1c26-4c46-97fc-fd55093d5976 admin admin] Made reservation on behalf of d7bf3fb6432a4e06a716fd804c7a24ff for: {'subnet': 1} {{(pid=92920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 07:06:41.138656 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-65fd58b7-1c26-4c46-97fc-fd55093d5976 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:06:41.454952 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.objects.ports [None req-65fd58b7-1c26-4c46-97fc-fd55093d5976 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92920) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 22 07:06:41.455310 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-65fd58b7-1c26-4c46-97fc-fd55093d5976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197'] for subnet, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:06:41.457447 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:06:41.511706 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fd58b7-1c26-4c46-97fc-fd55093d5976 admin admin] Pushing event updated for resources: {'Subnet': ['ID=544f46cc-96c5-45ec-92af-d864e0b11db8,revision_number=0']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:06:41.519881 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-65fd58b7-1c26-4c46-97fc-fd55093d5976 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:06:41.520637 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65fd58b7-1c26-4c46-97fc-fd55093d5976 admin admin] Checking segment: {'id': '4e753e82-2fc6-4903-97a0-73083259f586', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 07:06:41.520983 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65fd58b7-1c26-4c46-97fc-fd55093d5976 admin admin] Network hostable DHCP agents. Network: 73c4e24d-548c-4da2-96ca-75881b5fbbd2, hostable agents: ['23f99c3b-a432-44d9-a8da-8094b458f26a'], hosted agents: [] {{(pid=92920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 07:06:41.542640 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65fd58b7-1c26-4c46-97fc-fd55093d5976 admin admin] Network 73c4e24d-548c-4da2-96ca-75881b5fbbd2 is scheduled to be hosted by DHCP agent 23f99c3b-a432-44d9-a8da-8094b458f26a with binding_index 1 {{(pid=92920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 07:06:41.553015 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.scheduler.base_scheduler [None req-65fd58b7-1c26-4c46-97fc-fd55093d5976 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-11-iscsi, 73c4e24d-548c-4da2-96ca-75881b5fbbd2) {{(pid=92920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 07:06:41.557840 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65fd58b7-1c26-4c46-97fc-fd55093d5976 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:06:41.558489 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-65fd58b7-1c26-4c46-97fc-fd55093d5976 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-690179'] for subnet, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:06:41.563920 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4b93b8c-10bf-401c-be3c-a7ce42d2dfb1 None None] Network 73c4e24d-548c-4da2-96ca-75881b5fbbd2 requested from dv-cinder-786627-11-iscsi {{(pid=92921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 07:06:41.581240 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-65fd58b7-1c26-4c46-97fc-fd55093d5976 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4773929 Jun 22 07:06:41.704831 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f4d09bc-7b23-4fa6-8e0c-56927d36028b None None] Network 73c4e24d-548c-4da2-96ca-75881b5fbbd2 requested from dv-cinder-786627-11-iscsi {{(pid=92921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 07:06:43.765054 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Device 5a07cc1a-46db-4c84-9d55-82b4bfd810be up at agent ovs-agent-dv-cinder-786627-11-iscsi {{(pid=92921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 07:06:43.819032 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Provisioning for port 5a07cc1a-46db-4c84-9d55-82b4bfd810be completed by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 07:06:43.823794 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Provisioning complete for port 5a07cc1a-46db-4c84-9d55-82b4bfd810be triggered by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:06:43.824728 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1879668'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:06:43.878983 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 40238) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:06:43.906824 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:06:43.941096 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] For port 5a07cc1a-46db-4c84-9d55-82b4bfd810be, host dv-cinder-786627-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-11-iscsi',level=0,port_id=5a07cc1a-46db-4c84-9d55-82b4bfd810be,segment=NetworkSegment(ee0efa9e-ae18-4546-b627-26972bbee702),segment_id=ee0efa9e-ae18-4546-b627-26972bbee702)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:06:43.947909 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:06:43.951139 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:06:43.998920 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Pushing event updated for resources: {'Port': ['ID=5a07cc1a-46db-4c84-9d55-82b4bfd810be,revision_number=5']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:06:44.002276 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:06:44.027583 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-8949429d-1211-453b-96f8-f398c55c4042 admin admin] 10.222.0.24 "GET /v2.0/routers/7ad233e0-4ec3-4228-9568-3629fe394ce2 HTTP/1.1" status: 200 len: 710 time: 0.1474135 Jun 22 07:06:44.114206 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-287c695f-504f-45c7-a8c8-70e8acb3f108 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:06:44.115513 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-287c695f-504f-45c7-a8c8-70e8acb3f108 admin admin] 10.222.0.24 "GET /v2.0/networks/73c4e24d-548c-4da2-96ca-75881b5fbbd2 HTTP/1.1" status: 200 len: 886 time: 0.0825660 Jun 22 07:06:44.124627 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.v2.base [None req-b932410b-9936-44b7-9af2-a1ca75d31579 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2'}}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:06:44.447455 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-b932410b-9936-44b7-9af2-a1ca75d31579 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-707264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-578682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-23801'] for router, precommit_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:06:44.689990 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-b932410b-9936-44b7-9af2-a1ca75d31579 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:06:44.781302 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-b932410b-9936-44b7-9af2-a1ca75d31579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1809762'] for port, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:06:44.906511 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.db.db_base_plugin_common [None req-b932410b-9936-44b7-9af2-a1ca75d31579 admin admin] Allocated IP 172.27.1.123 (73c4e24d-548c-4da2-96ca-75881b5fbbd2/544f46cc-96c5-45ec-92af-d864e0b11db8/f83d5d63-ead2-443a-91d1-4dbb1fc8a5df) {{(pid=92920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 07:06:45.018381 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-b932410b-9936-44b7-9af2-a1ca75d31579 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:06:45.058019 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-b932410b-9936-44b7-9af2-a1ca75d31579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1809569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-690206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773473471591'] for port, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:06:45.060064 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:06:45.096376 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b932410b-9936-44b7-9af2-a1ca75d31579 admin admin] Network 73c4e24d-548c-4da2-96ca-75881b5fbbd2 is already hosted by enough agents. {{(pid=92920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 07:06:45.099099 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.scheduler.base_scheduler [None req-b932410b-9936-44b7-9af2-a1ca75d31579 admin admin] Resources bound (agent type, host, resource id): {{(pid=92920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 07:06:45.101841 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b932410b-9936-44b7-9af2-a1ca75d31579 admin admin] Received port after_create {{(pid=92920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 07:06:45.163891 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b932410b-9936-44b7-9af2-a1ca75d31579 admin admin] Pushing event updated for resources: {'Port': ['ID=f83d5d63-ead2-443a-91d1-4dbb1fc8a5df,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:06:45.168943 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-b932410b-9936-44b7-9af2-a1ca75d31579 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:06:45.349372 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-b932410b-9936-44b7-9af2-a1ca75d31579 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:06:45.538635 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-b932410b-9936-44b7-9af2-a1ca75d31579 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-707264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-578682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-23801'] for router, precommit_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:06:45.542114 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-b932410b-9936-44b7-9af2-a1ca75d31579 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-706580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-707310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-707289', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-578661'] for router, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:06:45.711922 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Device 5a07cc1a-46db-4c84-9d55-82b4bfd810be up at agent ovs-agent-dv-cinder-786627-11-iscsi {{(pid=92921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 07:06:45.740651 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b932410b-9936-44b7-9af2-a1ca75d31579 admin admin] Router 7ad233e0-4ec3-4228-9568-3629fe394ce2 has already been hosted by L3 agent f18ef446-1389-4802-a345-f314a6956002 {{(pid=92920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 07:06:45.759332 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Provisioning complete for port 5a07cc1a-46db-4c84-9d55-82b4bfd810be triggered by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:06:45.759720 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1879668'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:06:45.850047 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b932410b-9936-44b7-9af2-a1ca75d31579 admin admin] Notify agent at l3_agent.dv-cinder-786627-11-iscsi the message routers_updated {{(pid=92920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 07:06:45.854754 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-b932410b-9936-44b7-9af2-a1ca75d31579 admin admin] Notify callbacks [] for router, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:06:45.867070 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-b932410b-9936-44b7-9af2-a1ca75d31579 admin admin] 10.222.0.24 "PUT /v2.0/routers/7ad233e0-4ec3-4228-9568-3629fe394ce2 HTTP/1.1" status: 200 len: 890 time: 1.7346919 Jun 22 07:06:45.880110 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a86ec36-ea4e-49ba-a7d2-870772535bc8 None None] Sync routers for ids ['7ad233e0-4ec3-4228-9568-3629fe394ce2'] in dv-cinder-786627-11-iscsi {{(pid=92921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 07:06:45.902923 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a86ec36-ea4e-49ba-a7d2-870772535bc8 None None] Routers {'7ad233e0-4ec3-4228-9568-3629fe394ce2'} bound to L3 agent in host dv-cinder-786627-11-iscsi {{(pid=92921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 07:06:45.903661 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-3a86ec36-ea4e-49ba-a7d2-870772535bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-22T07:06:03Z,description=,heartbeat_timestamp=2021-06-22T07:06:33Z,host='dv-cinder-786627-11-iscsi',id=f18ef446-1389-4802-a345-f314a6956002,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T07:06:03Z,topic='l3_agent')) {'router_ids': ['7ad233e0-4ec3-4228-9568-3629fe394ce2'], 'active': True} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:06:46.124734 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvr_db [None req-3a86ec36-ea4e-49ba-a7d2-870772535bc8 None None] Set router 7ad233e0-4ec3-4228-9568-3629fe394ce2 gateway port host: dv-cinder-786627-11-iscsi {{(pid=92921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 07:06:46.524066 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-3a86ec36-ea4e-49ba-a7d2-870772535bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ad233e0-4ec3-4228-9568-3629fe394ce2', 'name': 'router1', 'tenant_id': '508fc2a8202e401e897fa123efbccb43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'external_fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': 'f83d5d63-ead2-443a-91d1-4dbb1fc8a5df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:06:28Z', 'updated_at': '2021-06-22T07:06:45Z', 'revision_number': 4, 'project_id': '508fc2a8202e401e897fa123efbccb43', 'gw_port': {'id': 'f83d5d63-ead2-443a-91d1-4dbb1fc8a5df', 'name': '', 'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:da:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ad233e0-4ec3-4228-9568-3629fe394ce2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:06:44Z', 'updated_at': '2021-06-22T07:06:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-iscsi', '_interfaces': [{'id': '5a07cc1a-46db-4c84-9d55-82b4bfd810be', 'name': '', 'network_id': '94706ef0-72d7-490b-a0df-018157762f96', 'tenant_id': '508fc2a8202e401e897fa123efbccb43', 'mac_address': 'fa:16:3e:4c:1a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad233e0-4ec3-4228-9568-3629fe394ce2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '48e69253-54df-478d-9f8d-6cfbf3519418', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:06:37Z', 'updated_at': '2021-06-22T07:06:43Z', 'revision_number': 5, 'project_id': '508fc2a8202e401e897fa123efbccb43', 'subnets': [{'id': '48e69253-54df-478d-9f8d-6cfbf3519418', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5b3f6a71-4aa2-4fb8-8ccd-6d5a5a371479'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-11-iscsi', False) {} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:06:46.575727 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a86ec36-ea4e-49ba-a7d2-870772535bc8 None None] Checking router: 7ad233e0-4ec3-4228-9568-3629fe394ce2 for host: dv-cinder-786627-11-iscsi {{(pid=92921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 07:06:46.576081 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a86ec36-ea4e-49ba-a7d2-870772535bc8 None None] Updating router 7ad233e0-4ec3-4228-9568-3629fe394ce2 port f83d5d63-ead2-443a-91d1-4dbb1fc8a5df binding host dv-cinder-786627-11-iscsi {{(pid=92921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 07:06:46.609687 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-3a86ec36-ea4e-49ba-a7d2-870772535bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:06:46.959986 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-3a86ec36-ea4e-49ba-a7d2-870772535bc8 None None] Notify callbacks [] for port, precommit_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:06:46.969878 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-3a86ec36-ea4e-49ba-a7d2-870772535bc8 None None] Transition to ACTIVE for port object f83d5d63-ead2-443a-91d1-4dbb1fc8a5df will not be triggered until provisioned by entity L2. {{(pid=92921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 07:06:46.977049 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-3a86ec36-ea4e-49ba-a7d2-870772535bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:06:46.980341 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:06:47.027739 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [None req-3a86ec36-ea4e-49ba-a7d2-870772535bc8 None None] Attempting to bind port f83d5d63-ead2-443a-91d1-4dbb1fc8a5df on host dv-cinder-786627-11-iscsi for vnic_type normal with profile {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 07:06:47.028111 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [None req-3a86ec36-ea4e-49ba-a7d2-870772535bc8 None None] Attempting to bind port f83d5d63-ead2-443a-91d1-4dbb1fc8a5df by drivers openvswitch,hyperv on host dv-cinder-786627-11-iscsi at level 0 using segments [{'id': '4e753e82-2fc6-4903-97a0-73083259f586', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2'}] {{(pid=92921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 07:06:47.028498 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a86ec36-ea4e-49ba-a7d2-870772535bc8 None None] Attempting to bind port f83d5d63-ead2-443a-91d1-4dbb1fc8a5df on network 73c4e24d-548c-4da2-96ca-75881b5fbbd2 {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 07:06:47.035170 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d42090-2b06-4384-a764-05e98820f87d None None] Pushing event updated for resources: {'Port': ['ID=f83d5d63-ead2-443a-91d1-4dbb1fc8a5df,revision_number=2']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:06:47.037838 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a86ec36-ea4e-49ba-a7d2-870772535bc8 None None] Checking agent: {'id': '25bcf34a-9be6-400d-9699-901d91ee39d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 7, 6, 3), 'started_at': datetime.datetime(2021, 6, 22, 7, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 7, 6, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 07:06:47.038210 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a86ec36-ea4e-49ba-a7d2-870772535bc8 None None] Checking segment: {'id': '4e753e82-2fc6-4903-97a0-73083259f586', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 07:06:47.038607 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-3a86ec36-ea4e-49ba-a7d2-870772535bc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:06:47.038988 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a86ec36-ea4e-49ba-a7d2-870772535bc8 None None] Bound using segment: {'id': '4e753e82-2fc6-4903-97a0-73083259f586', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2'} {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 07:06:47.039465 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [None req-3a86ec36-ea4e-49ba-a7d2-870772535bc8 None None] Bound port: f83d5d63-ead2-443a-91d1-4dbb1fc8a5df, host: dv-cinder-786627-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e753e82-2fc6-4903-97a0-73083259f586', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2'}}] {{(pid=92921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 07:06:47.039836 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-3a86ec36-ea4e-49ba-a7d2-870772535bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:06:47.041560 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-97d42090-2b06-4384-a764-05e98820f87d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:06:47.093631 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-3a86ec36-ea4e-49ba-a7d2-870772535bc8 None None] For port f83d5d63-ead2-443a-91d1-4dbb1fc8a5df, host dv-cinder-786627-11-iscsi, cleared binding levels {{(pid=92921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 07:06:47.096821 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-3a86ec36-ea4e-49ba-a7d2-870772535bc8 None None] For port f83d5d63-ead2-443a-91d1-4dbb1fc8a5df, host dv-cinder-786627-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-11-iscsi',level=0,port_id=f83d5d63-ead2-443a-91d1-4dbb1fc8a5df,segment=NetworkSegment(4e753e82-2fc6-4903-97a0-73083259f586),segment_id=4e753e82-2fc6-4903-97a0-73083259f586)] {{(pid=92921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 07:06:47.100957 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-3a86ec36-ea4e-49ba-a7d2-870772535bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:06:47.103102 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:06:47.160536 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d42090-2b06-4384-a764-05e98820f87d None None] Pushing event updated for resources: {'Port': ['ID=f83d5d63-ead2-443a-91d1-4dbb1fc8a5df,revision_number=3']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:06:47.162903 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a86ec36-ea4e-49ba-a7d2-870772535bc8 None None] Routers {'7ad233e0-4ec3-4228-9568-3629fe394ce2'} bound to L3 agent in host dv-cinder-786627-11-iscsi {{(pid=92921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 07:06:47.163495 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-3a86ec36-ea4e-49ba-a7d2-870772535bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-22T07:06:03Z,description=,heartbeat_timestamp=2021-06-22T07:06:33Z,host='dv-cinder-786627-11-iscsi',id=f18ef446-1389-4802-a345-f314a6956002,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T07:06:03Z,topic='l3_agent')) {'router_ids': ['7ad233e0-4ec3-4228-9568-3629fe394ce2'], 'active': True} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:06:47.167411 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-97d42090-2b06-4384-a764-05e98820f87d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:06:47.352963 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvr_db [None req-3a86ec36-ea4e-49ba-a7d2-870772535bc8 None None] Set router 7ad233e0-4ec3-4228-9568-3629fe394ce2 gateway port host: dv-cinder-786627-11-iscsi {{(pid=92921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 07:06:47.561485 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-3a86ec36-ea4e-49ba-a7d2-870772535bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ad233e0-4ec3-4228-9568-3629fe394ce2', 'name': 'router1', 'tenant_id': '508fc2a8202e401e897fa123efbccb43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'external_fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': 'f83d5d63-ead2-443a-91d1-4dbb1fc8a5df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:06:28Z', 'updated_at': '2021-06-22T07:06:45Z', 'revision_number': 4, 'project_id': '508fc2a8202e401e897fa123efbccb43', 'gw_port': {'id': 'f83d5d63-ead2-443a-91d1-4dbb1fc8a5df', 'name': '', 'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:da:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ad233e0-4ec3-4228-9568-3629fe394ce2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:06:44Z', 'updated_at': '2021-06-22T07:06:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-iscsi', '_interfaces': [{'id': '5a07cc1a-46db-4c84-9d55-82b4bfd810be', 'name': '', 'network_id': '94706ef0-72d7-490b-a0df-018157762f96', 'tenant_id': '508fc2a8202e401e897fa123efbccb43', 'mac_address': 'fa:16:3e:4c:1a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad233e0-4ec3-4228-9568-3629fe394ce2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '48e69253-54df-478d-9f8d-6cfbf3519418', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:06:37Z', 'updated_at': '2021-06-22T07:06:43Z', 'revision_number': 5, 'project_id': '508fc2a8202e401e897fa123efbccb43', 'subnets': [{'id': '48e69253-54df-478d-9f8d-6cfbf3519418', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5b3f6a71-4aa2-4fb8-8ccd-6d5a5a371479'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-11-iscsi', False) {} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:06:47.592561 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a86ec36-ea4e-49ba-a7d2-870772535bc8 None None] The sync data for ids ['7ad233e0-4ec3-4228-9568-3629fe394ce2'] in dv-cinder-786627-11-iscsi is: [{'id': '7ad233e0-4ec3-4228-9568-3629fe394ce2', 'name': 'router1', 'tenant_id': '508fc2a8202e401e897fa123efbccb43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'external_fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': 'f83d5d63-ead2-443a-91d1-4dbb1fc8a5df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:06:28Z', 'updated_at': '2021-06-22T07:06:45Z', 'revision_number': 4, 'project_id': '508fc2a8202e401e897fa123efbccb43', 'gw_port': {'id': 'f83d5d63-ead2-443a-91d1-4dbb1fc8a5df', 'name': '', 'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:da:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ad233e0-4ec3-4228-9568-3629fe394ce2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:06:44Z', 'updated_at': '2021-06-22T07:06:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-iscsi', '_interfaces': [{'id': '5a07cc1a-46db-4c84-9d55-82b4bfd810be', 'name': '', 'network_id': '94706ef0-72d7-490b-a0df-018157762f96', 'tenant_id': '508fc2a8202e401e897fa123efbccb43', 'mac_address': 'fa:16:3e:4c:1a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad233e0-4ec3-4228-9568-3629fe394ce2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '48e69253-54df-478d-9f8d-6cfbf3519418', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:06:37Z', 'updated_at': '2021-06-22T07:06:43Z', 'revision_number': 5, 'project_id': '508fc2a8202e401e897fa123efbccb43', 'subnets': [{'id': '48e69253-54df-478d-9f8d-6cfbf3519418', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5b3f6a71-4aa2-4fb8-8ccd-6d5a5a371479'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 07:06:47.792962 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Device f83d5d63-ead2-443a-91d1-4dbb1fc8a5df up at agent ovs-agent-dv-cinder-786627-11-iscsi {{(pid=92921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 07:06:47.849676 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Provisioning for port f83d5d63-ead2-443a-91d1-4dbb1fc8a5df completed by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 07:06:47.855107 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Provisioning complete for port f83d5d63-ead2-443a-91d1-4dbb1fc8a5df triggered by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:06:47.855487 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1879668'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:06:47.939558 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:06:47.962849 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] For port f83d5d63-ead2-443a-91d1-4dbb1fc8a5df, host dv-cinder-786627-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-11-iscsi',level=0,port_id=f83d5d63-ead2-443a-91d1-4dbb1fc8a5df,segment=NetworkSegment(4e753e82-2fc6-4903-97a0-73083259f586),segment_id=4e753e82-2fc6-4903-97a0-73083259f586)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:06:47.967401 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:06:47.969570 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:06:48.020954 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Pushing event updated for resources: {'Port': ['ID=f83d5d63-ead2-443a-91d1-4dbb1fc8a5df,revision_number=4']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:06:48.024135 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:06:48.253249 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 40246) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:06:48.382800 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-e76a90a8-56e9-4dbe-87d9-1b24efda1d2e admin admin] 10.222.0.24 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 413 time: 0.1284070 Jun 22 07:06:49.755687 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Device f83d5d63-ead2-443a-91d1-4dbb1fc8a5df up at agent ovs-agent-dv-cinder-786627-11-iscsi {{(pid=92921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 07:06:49.812307 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Provisioning complete for port f83d5d63-ead2-443a-91d1-4dbb1fc8a5df triggered by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:06:49.812712 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1879668'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:07:00.681717 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-34fa413a-827d-404d-af15-352d7b527342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:07:03.045779 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-721ced85-3ec7-4f67-8d02-eac5ba793e23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:07:03.232292 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:07:05.121638 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d3c1a5ff-c703-4bfc-bce3-efb8418f207c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:07:06.856462 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-f04bb265-eca6-4530-aeb1-0b3afeb7eb68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:07:10.934544 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.agents_db [None req-74002642-eed4-46c6-8f70-93846dc748c3 None None] Agent healthcheck: found 5 active agents {{(pid=92922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 07:07:30.675492 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-400d7804-9d34-4464-ba9c-a8be81233130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:07:33.048907 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-6a3849c2-30f4-4b69-9c16-9a359b740650 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:07:33.237635 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:07:35.120888 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d3c1a5ff-c703-4bfc-bce3-efb8418f207c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:07:36.846165 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-f04bb265-eca6-4530-aeb1-0b3afeb7eb68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:07:47.933698 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.agents_db [None req-74002642-eed4-46c6-8f70-93846dc748c3 None None] Agent healthcheck: found 5 active agents {{(pid=92922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 07:08:00.675992 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-1e2e665a-6827-4ff1-8662-6886cfc238c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:08:03.050966 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cc1a247d-4564-4e56-b60d-b3d6b4e3ff86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:08:03.239907 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:08:05.121903 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d3c1a5ff-c703-4bfc-bce3-efb8418f207c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:08:06.841534 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-f04bb265-eca6-4530-aeb1-0b3afeb7eb68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:08:24.931937 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.agents_db [None req-74002642-eed4-46c6-8f70-93846dc748c3 None None] Agent healthcheck: found 5 active agents {{(pid=92922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 07:08:25.825412 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 40814) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:08:25.886858 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4d486b6-cf1d-4f2c-a1f6-53b27547c705 admin admin] GET failed (client error): The resource could not be found. Jun 22 07:08:25.888201 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-e4d486b6-cf1d-4f2c-a1f6-53b27547c705 admin admin] 10.222.0.24 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0618472 Jun 22 07:08:26.043825 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dea95403-4b1c-4ff6-95f1-1fdd2dc19a54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:08:26.045332 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-dea95403-4b1c-4ff6-95f1-1fdd2dc19a54 admin admin] 10.222.0.24 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1533072 Jun 22 07:08:28.162669 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 40824) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:08:28.251424 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db62afe9-93af-4bd7-966c-38fd2550563b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:08:28.252793 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-db62afe9-93af-4bd7-966c-38fd2550563b admin admin] 10.222.0.24 "GET /v2.0/subnets/48e69253-54df-478d-9f8d-6cfbf3519418 HTTP/1.1" status: 200 len: 849 time: 0.0891767 Jun 22 07:08:28.261808 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.v2.base [None req-38febd00-5c2d-4f6b-ac0f-e9cd5e17cedb admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:08:28.349866 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-38febd00-5c2d-4f6b-ac0f-e9cd5e17cedb admin admin] Notify callbacks [] for subnet, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:08:28.491085 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-38febd00-5c2d-4f6b-ac0f-e9cd5e17cedb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8773474061020'] for subnet, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:08:28.493220 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-65fd58b7-1c26-4c46-97fc-fd55093d5976 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:08:28.524487 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38febd00-5c2d-4f6b-ac0f-e9cd5e17cedb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:08:28.525691 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-38febd00-5c2d-4f6b-ac0f-e9cd5e17cedb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-690179'] for subnet, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:08:28.526336 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-38febd00-5c2d-4f6b-ac0f-e9cd5e17cedb admin admin] 10.222.0.24 "PUT /v2.0/subnets/48e69253-54df-478d-9f8d-6cfbf3519418 HTTP/1.1" status: 200 len: 868 time: 0.2681966 Jun 22 07:08:28.538301 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b58a11ae-2bd5-4580-9682-dbd05ea0b5f1 None None] Network 94706ef0-72d7-490b-a0df-018157762f96 requested from dv-cinder-786627-11-iscsi {{(pid=92921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 07:08:28.544691 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38febd00-5c2d-4f6b-ac0f-e9cd5e17cedb admin admin] Pushing event updated for resources: {'Subnet': ['ID=48e69253-54df-478d-9f8d-6cfbf3519418,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:08:28.552492 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38febd00-5c2d-4f6b-ac0f-e9cd5e17cedb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:08:28.552882 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38febd00-5c2d-4f6b-ac0f-e9cd5e17cedb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:08:28.553194 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38febd00-5c2d-4f6b-ac0f-e9cd5e17cedb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:08:28.553523 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38febd00-5c2d-4f6b-ac0f-e9cd5e17cedb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:08:28.553857 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38febd00-5c2d-4f6b-ac0f-e9cd5e17cedb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:08:28.554212 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38febd00-5c2d-4f6b-ac0f-e9cd5e17cedb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:08:28.554544 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38febd00-5c2d-4f6b-ac0f-e9cd5e17cedb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:08:28.554863 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38febd00-5c2d-4f6b-ac0f-e9cd5e17cedb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:08:28.555200 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38febd00-5c2d-4f6b-ac0f-e9cd5e17cedb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:08:28.555521 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38febd00-5c2d-4f6b-ac0f-e9cd5e17cedb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:08:28.555850 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38febd00-5c2d-4f6b-ac0f-e9cd5e17cedb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:08:28.556158 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38febd00-5c2d-4f6b-ac0f-e9cd5e17cedb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:08:28.559860 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-38febd00-5c2d-4f6b-ac0f-e9cd5e17cedb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:08:28.935539 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-38878acf-2a49-414c-8b1d-5429452b1712 None None] Provisioning complete for port 96d7e3df-0a97-45b7-a2a3-44083957e9be triggered by entity DHCP. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:08:28.935827 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-38878acf-2a49-414c-8b1d-5429452b1712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1879668'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:08:29.023453 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-38878acf-2a49-414c-8b1d-5429452b1712 None None] Provisioning complete for port 5a07cc1a-46db-4c84-9d55-82b4bfd810be triggered by entity DHCP. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:08:29.023739 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-38878acf-2a49-414c-8b1d-5429452b1712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1879668'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:08:30.671156 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 40832) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:08:30.683257 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-461906d8-9768-4bf2-a490-829884d20b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:08:30.872140 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77288199-9db8-4cd0-a92c-efc4c8b9c168 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:08:30.872550 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77288199-9db8-4cd0-a92c-efc4c8b9c168 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:08:30.874069 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-77288199-9db8-4cd0-a92c-efc4c8b9c168 admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1993723 Jun 22 07:08:33.008090 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 40840) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:08:33.052536 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-21e99532-b109-42d7-92bb-d5c19e19a77e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:08:33.138353 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02cb59e6-27aa-4c9e-8a11-3561c094d985 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:08:33.138820 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02cb59e6-27aa-4c9e-8a11-3561c094d985 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:08:33.140328 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-02cb59e6-27aa-4c9e-8a11-3561c094d985 admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1312680 Jun 22 07:08:33.237636 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:08:35.124553 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d3c1a5ff-c703-4bfc-bce3-efb8418f207c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:08:35.300478 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 40848) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:08:35.487759 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3170767-21f1-477a-94fe-ef53b192dc7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:08:35.490168 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-b3170767-21f1-477a-94fe-ef53b192dc7f admin admin] 10.222.0.24 "GET /v2.0/networks/73c4e24d-548c-4da2-96ca-75881b5fbbd2 HTTP/1.1" status: 200 len: 886 time: 0.1878293 Jun 22 07:08:36.846737 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-f04bb265-eca6-4530-aeb1-0b3afeb7eb68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:08:37.647218 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 40858) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:08:37.800569 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bed6dd4-be64-49df-90da-2bd958e43ecf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:08:37.802487 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-0bed6dd4-be64-49df-90da-2bd958e43ecf admin admin] 10.222.0.24 "GET /v2.0/networks/94706ef0-72d7-490b-a0df-018157762f96 HTTP/1.1" status: 200 len: 869 time: 0.1543126 Jun 22 07:08:39.952107 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 40866) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:08:40.072472 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de178c03-9456-4870-bb04-58c1fb56570e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:08:40.072939 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de178c03-9456-4870-bb04-58c1fb56570e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:08:40.074436 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-de178c03-9456-4870-bb04-58c1fb56570e admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1211066 Jun 22 07:08:42.230648 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 40874) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:08:42.318537 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef3f010f-949f-408e-a207-3da06bc9a610 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:08:42.318985 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef3f010f-949f-408e-a207-3da06bc9a610 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:08:42.320479 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-ef3f010f-949f-408e-a207-3da06bc9a610 admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0888977 Jun 22 07:08:44.465758 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 40882) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:08:44.555004 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c28500a-039e-4a73-9d8d-11028e210181 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:08:44.556326 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-7c28500a-039e-4a73-9d8d-11028e210181 admin admin] 10.222.0.24 "GET /v2.0/subnets/48e69253-54df-478d-9f8d-6cfbf3519418 HTTP/1.1" status: 200 len: 868 time: 0.0896235 Jun 22 07:08:46.666744 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 40890) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:08:46.751810 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d8bfe9-a9df-4e04-92a7-c47ddc7396b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:08:46.753153 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-d9d8bfe9-a9df-4e04-92a7-c47ddc7396b5 admin admin] 10.222.0.24 "GET /v2.0/subnets/544f46cc-96c5-45ec-92af-d864e0b11db8 HTTP/1.1" status: 200 len: 816 time: 0.0854802 Jun 22 07:09:00.674956 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-50ac551a-d86a-4749-864d-ef8c20c2a208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:09:01.932964 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.agents_db [None req-74002642-eed4-46c6-8f70-93846dc748c3 None None] Agent healthcheck: found 5 active agents {{(pid=92922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 07:09:03.052018 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d1564a22-3714-4374-90a5-e8078eb2f8ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:09:03.240065 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:09:05.126769 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d3c1a5ff-c703-4bfc-bce3-efb8418f207c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:09:06.847177 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-f04bb265-eca6-4530-aeb1-0b3afeb7eb68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:09:10.314433 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 40934) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:09:10.361038 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [None req-9c697cb1-cfb5-4a79-a9c0-c2e9467ac2f7 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=92920) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 07:09:10.362034 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-9c697cb1-cfb5-4a79-a9c0-c2e9467ac2f7 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0466824 Jun 22 07:09:12.595032 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 40942) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:09:12.653461 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f4e0118-9b66-4d18-bc40-b9b4bd2efb45 admin admin] GET failed (client error): The resource could not be found. Jun 22 07:09:12.654815 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-8f4e0118-9b66-4d18-bc40-b9b4bd2efb45 admin admin] 10.222.0.24 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0588529 Jun 22 07:09:12.746400 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d4f912f-28ba-4748-9714-5e22965de53a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:09:12.747850 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-4d4f912f-28ba-4748-9714-5e22965de53a admin admin] 10.222.0.24 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0892835 Jun 22 07:09:14.934043 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 40950) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:09:14.980936 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.v2.base [None req-d0b26d2b-5bf0-4362-a34a-6ed4f8d38b84 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:09:15.000602 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0b26d2b-5bf0-4362-a34a-6ed4f8d38b84 admin admin] Made reservation on behalf of d7bf3fb6432a4e06a716fd804c7a24ff for: {'network': 1} {{(pid=92920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 07:09:15.002840 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-d0b26d2b-5bf0-4362-a34a-6ed4f8d38b84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1809762'] for network, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:09:15.033961 dv-cinder-786627-11-iscsi neutron-server[92920]: WARNING neutron.services.revisions.revision_plugin [None req-d0b26d2b-5bf0-4362-a34a-6ed4f8d38b84 admin admin] Could not find related network for resource to bump revision. Jun 22 07:09:15.045061 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0b26d2b-5bf0-4362-a34a-6ed4f8d38b84 admin admin] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=92920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 07:09:15.053565 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-d0b26d2b-5bf0-4362-a34a-6ed4f8d38b84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1885363'] for segment, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:09:15.053903 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.db.segments_db [None req-d0b26d2b-5bf0-4362-a34a-6ed4f8d38b84 admin admin] Added segment 2d9dbcbf-ed54-42c3-b575-97b879879f00 of type vlan for network a84e97ea-494d-4803-b71e-e407d94f5339 Jun 22 07:09:15.091141 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-d0b26d2b-5bf0-4362-a34a-6ed4f8d38b84 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773473491173'] for network, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:09:15.117559 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-d0b26d2b-5bf0-4362-a34a-6ed4f8d38b84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-54575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-690206'] for network, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:09:15.118823 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b26d2b-5bf0-4362-a34a-6ed4f8d38b84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:09:15.119388 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-d0b26d2b-5bf0-4362-a34a-6ed4f8d38b84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-690179'] for network, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:09:15.122036 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:09:15.165828 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-d0b26d2b-5bf0-4362-a34a-6ed4f8d38b84 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2307830 Jun 22 07:09:15.178033 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b26d2b-5bf0-4362-a34a-6ed4f8d38b84 admin admin] Pushing event updated for resources: {'Network': ['ID=a84e97ea-494d-4803-b71e-e407d94f5339,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:09:15.180924 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-d0b26d2b-5bf0-4362-a34a-6ed4f8d38b84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:09:15.188954 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Network a84e97ea-494d-4803-b71e-e407d94f5339 details requested by agent ovs-agent-dv-cinder-786627-11-iscsi with host dv-cinder-786627-11-iscsi {{(pid=92921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 07:09:17.329583 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 40958) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:09:17.390278 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.pecan_wsgi.hooks.translation [None req-90251afa-32bb-4396-b75a-fc80bf5c8752 admin admin] GET failed (client error): The resource could not be found. Jun 22 07:09:17.390691 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-90251afa-32bb-4396-b75a-fc80bf5c8752 admin admin] 10.222.0.24 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0601110 Jun 22 07:09:17.491383 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-337f0683-11b3-4b30-a24c-143599fcbf8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:09:17.492855 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-337f0683-11b3-4b30-a24c-143599fcbf8d admin admin] 10.222.0.24 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0983379 Jun 22 07:09:17.502286 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.v2.base [None req-c869bf44-6041-4281-a172-095d54eca12d admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'name': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'network_id': 'a84e97ea-494d-4803-b71e-e407d94f5339'}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:09:17.522737 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c869bf44-6041-4281-a172-095d54eca12d admin admin] Made reservation on behalf of d7bf3fb6432a4e06a716fd804c7a24ff for: {'subnet': 1} {{(pid=92919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 07:09:17.524926 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-c869bf44-6041-4281-a172-095d54eca12d admin admin] Notify callbacks [] for subnet, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:09:17.691519 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-c869bf44-6041-4281-a172-095d54eca12d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197'] for subnet, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:09:17.693580 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:09:17.747073 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c869bf44-6041-4281-a172-095d54eca12d admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d14d1ca-c392-4261-b400-af0f8d2108a3,revision_number=0']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:09:17.756758 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c869bf44-6041-4281-a172-095d54eca12d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:09:17.757116 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c869bf44-6041-4281-a172-095d54eca12d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:09:17.757451 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c869bf44-6041-4281-a172-095d54eca12d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:09:17.757777 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c869bf44-6041-4281-a172-095d54eca12d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:09:17.758099 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c869bf44-6041-4281-a172-095d54eca12d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:09:17.758438 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c869bf44-6041-4281-a172-095d54eca12d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:09:17.758773 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c869bf44-6041-4281-a172-095d54eca12d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:09:17.759077 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c869bf44-6041-4281-a172-095d54eca12d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:09:17.759407 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c869bf44-6041-4281-a172-095d54eca12d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:09:17.759724 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c869bf44-6041-4281-a172-095d54eca12d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:09:17.760038 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c869bf44-6041-4281-a172-095d54eca12d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:09:17.760352 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c869bf44-6041-4281-a172-095d54eca12d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:09:17.763889 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c869bf44-6041-4281-a172-095d54eca12d admin admin] Checking segment: {'id': '2d9dbcbf-ed54-42c3-b575-97b879879f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a84e97ea-494d-4803-b71e-e407d94f5339'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 07:09:17.764238 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c869bf44-6041-4281-a172-095d54eca12d admin admin] Network hostable DHCP agents. Network: a84e97ea-494d-4803-b71e-e407d94f5339, hostable agents: ['23f99c3b-a432-44d9-a8da-8094b458f26a'], hosted agents: [] {{(pid=92919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 07:09:17.766332 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-c869bf44-6041-4281-a172-095d54eca12d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:09:17.781544 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c869bf44-6041-4281-a172-095d54eca12d admin admin] Network a84e97ea-494d-4803-b71e-e407d94f5339 is scheduled to be hosted by DHCP agent 23f99c3b-a432-44d9-a8da-8094b458f26a with binding_index 1 {{(pid=92919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 07:09:17.790420 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.scheduler.base_scheduler [None req-c869bf44-6041-4281-a172-095d54eca12d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-11-iscsi, a84e97ea-494d-4803-b71e-e407d94f5339) {{(pid=92919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 07:09:17.794317 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c869bf44-6041-4281-a172-095d54eca12d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:09:17.794957 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-c869bf44-6041-4281-a172-095d54eca12d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-690179'] for subnet, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:09:17.799388 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dfb592b-2f6e-4574-a6fc-69c823ada82b None None] Network a84e97ea-494d-4803-b71e-e407d94f5339 requested from dv-cinder-786627-11-iscsi {{(pid=92921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 07:09:17.809091 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-c869bf44-6041-4281-a172-095d54eca12d admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3101568 Jun 22 07:09:17.952070 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c48cd74-47fa-4b48-b0ae-a057b91351d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53008036-bec8-516b-a9e7-d2c86795f928-a84e97ea-494d-4803-b71e-e407d94f5339', 'network_id': 'a84e97ea-494d-4803-b71e-e407d94f5339', 'tenant_id': 'd7bf3fb6432a4e06a716fd804c7a24ff', 'fixed_ips': [{'subnet_id': '5d14d1ca-c392-4261-b400-af0f8d2108a3'}]}} from dv-cinder-786627-11-iscsi. {{(pid=92921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 07:09:17.953009 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-7c48cd74-47fa-4b48-b0ae-a057b91351d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1809762'] for port, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:09:18.187492 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.db_base_plugin_common [None req-7c48cd74-47fa-4b48-b0ae-a057b91351d0 None None] Allocated IP 192.168.233.2 (a84e97ea-494d-4803-b71e-e407d94f5339/5d14d1ca-c392-4261-b400-af0f8d2108a3/13dc111f-6571-4d80-879d-eef7c877e69f) {{(pid=92921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 07:09:18.336631 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-7c48cd74-47fa-4b48-b0ae-a057b91351d0 None None] Notify callbacks [] for port, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:09:18.345668 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-7c48cd74-47fa-4b48-b0ae-a057b91351d0 None None] Transition to ACTIVE for port object 13dc111f-6571-4d80-879d-eef7c877e69f will not be triggered until provisioned by entity L2. {{(pid=92921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 07:09:18.360695 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-7c48cd74-47fa-4b48-b0ae-a057b91351d0 None None] Transition to ACTIVE for port object 13dc111f-6571-4d80-879d-eef7c877e69f will not be triggered until provisioned by entity DHCP. {{(pid=92921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 07:09:18.367539 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-7c48cd74-47fa-4b48-b0ae-a057b91351d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1809569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-690206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773473471591'] for port, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:09:18.370097 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-97d42090-2b06-4384-a764-05e98820f87d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:09:18.411153 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c48cd74-47fa-4b48-b0ae-a057b91351d0 None None] Network a84e97ea-494d-4803-b71e-e407d94f5339 is already hosted by enough agents. {{(pid=92921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 07:09:18.416976 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c48cd74-47fa-4b48-b0ae-a057b91351d0 None None] Pushing event updated for resources: {'Port': ['ID=13dc111f-6571-4d80-879d-eef7c877e69f,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:09:18.419354 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.scheduler.base_scheduler [None req-7c48cd74-47fa-4b48-b0ae-a057b91351d0 None None] Resources bound (agent type, host, resource id): {{(pid=92921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 07:09:18.425059 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c48cd74-47fa-4b48-b0ae-a057b91351d0 None None] Received port after_create {{(pid=92921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 07:09:18.429249 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c48cd74-47fa-4b48-b0ae-a057b91351d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:09:18.431794 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c48cd74-47fa-4b48-b0ae-a057b91351d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:09:18.431794 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c48cd74-47fa-4b48-b0ae-a057b91351d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:09:18.431794 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c48cd74-47fa-4b48-b0ae-a057b91351d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:09:18.431794 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c48cd74-47fa-4b48-b0ae-a057b91351d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:09:18.431794 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c48cd74-47fa-4b48-b0ae-a057b91351d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:09:18.431794 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c48cd74-47fa-4b48-b0ae-a057b91351d0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:09:18.431794 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c48cd74-47fa-4b48-b0ae-a057b91351d0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:09:18.431794 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c48cd74-47fa-4b48-b0ae-a057b91351d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:09:18.432541 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c48cd74-47fa-4b48-b0ae-a057b91351d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:09:18.432541 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c48cd74-47fa-4b48-b0ae-a057b91351d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:09:18.432767 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c48cd74-47fa-4b48-b0ae-a057b91351d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:09:18.437305 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-7c48cd74-47fa-4b48-b0ae-a057b91351d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:09:18.489451 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [None req-7c48cd74-47fa-4b48-b0ae-a057b91351d0 None None] Attempting to bind port 13dc111f-6571-4d80-879d-eef7c877e69f on host dv-cinder-786627-11-iscsi for vnic_type normal with profile {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 07:09:18.489828 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [None req-7c48cd74-47fa-4b48-b0ae-a057b91351d0 None None] Attempting to bind port 13dc111f-6571-4d80-879d-eef7c877e69f by drivers openvswitch,hyperv on host dv-cinder-786627-11-iscsi at level 0 using segments [{'id': '2d9dbcbf-ed54-42c3-b575-97b879879f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a84e97ea-494d-4803-b71e-e407d94f5339'}] {{(pid=92921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 07:09:18.490212 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c48cd74-47fa-4b48-b0ae-a057b91351d0 None None] Attempting to bind port 13dc111f-6571-4d80-879d-eef7c877e69f on network a84e97ea-494d-4803-b71e-e407d94f5339 {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 07:09:18.495247 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c48cd74-47fa-4b48-b0ae-a057b91351d0 None None] Checking agent: {'id': '25bcf34a-9be6-400d-9699-901d91ee39d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 7, 6, 3), 'started_at': datetime.datetime(2021, 6, 22, 7, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 7, 9, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 07:09:18.495618 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c48cd74-47fa-4b48-b0ae-a057b91351d0 None None] Checking segment: {'id': '2d9dbcbf-ed54-42c3-b575-97b879879f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a84e97ea-494d-4803-b71e-e407d94f5339'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 07:09:18.496017 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-7c48cd74-47fa-4b48-b0ae-a057b91351d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:09:18.496428 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c48cd74-47fa-4b48-b0ae-a057b91351d0 None None] Bound using segment: {'id': '2d9dbcbf-ed54-42c3-b575-97b879879f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a84e97ea-494d-4803-b71e-e407d94f5339'} {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 07:09:18.496896 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [None req-7c48cd74-47fa-4b48-b0ae-a057b91351d0 None None] Bound port: 13dc111f-6571-4d80-879d-eef7c877e69f, host: dv-cinder-786627-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d9dbcbf-ed54-42c3-b575-97b879879f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a84e97ea-494d-4803-b71e-e407d94f5339'}}] {{(pid=92921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 07:09:18.497268 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-7c48cd74-47fa-4b48-b0ae-a057b91351d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:09:18.563361 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-7c48cd74-47fa-4b48-b0ae-a057b91351d0 None None] For port 13dc111f-6571-4d80-879d-eef7c877e69f, host dv-cinder-786627-11-iscsi, cleared binding levels {{(pid=92921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 07:09:18.567354 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-7c48cd74-47fa-4b48-b0ae-a057b91351d0 None None] For port 13dc111f-6571-4d80-879d-eef7c877e69f, host dv-cinder-786627-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-11-iscsi',level=0,port_id=13dc111f-6571-4d80-879d-eef7c877e69f,segment=NetworkSegment(2d9dbcbf-ed54-42c3-b575-97b879879f00),segment_id=2d9dbcbf-ed54-42c3-b575-97b879879f00)] {{(pid=92921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 07:09:18.574645 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-7c48cd74-47fa-4b48-b0ae-a057b91351d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:09:18.577164 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-7c48cd74-47fa-4b48-b0ae-a057b91351d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:09:18.646756 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c48cd74-47fa-4b48-b0ae-a057b91351d0 None None] Pushing event updated for resources: {'Port': ['ID=13dc111f-6571-4d80-879d-eef7c877e69f,revision_number=2']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:09:18.649792 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-7c48cd74-47fa-4b48-b0ae-a057b91351d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:09:19.447931 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cced53b6-ca4f-4e53-bdb0-fe6fbab75d13 None None] Network a84e97ea-494d-4803-b71e-e407d94f5339 requested from dv-cinder-786627-11-iscsi {{(pid=92921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 07:09:19.538816 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-0dc779d8-983e-4018-a9c1-7323300caa89 None None] Provisioning for port 13dc111f-6571-4d80-879d-eef7c877e69f completed by entity DHCP. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 07:09:19.883354 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Device 13dc111f-6571-4d80-879d-eef7c877e69f up at agent ovs-agent-dv-cinder-786627-11-iscsi {{(pid=92921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 07:09:19.932811 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Provisioning for port 13dc111f-6571-4d80-879d-eef7c877e69f completed by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 07:09:19.936250 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Provisioning complete for port 13dc111f-6571-4d80-879d-eef7c877e69f triggered by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:09:19.936675 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1879668'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:09:20.020336 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:09:20.052701 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] For port 13dc111f-6571-4d80-879d-eef7c877e69f, host dv-cinder-786627-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-11-iscsi',level=0,port_id=13dc111f-6571-4d80-879d-eef7c877e69f,segment=NetworkSegment(2d9dbcbf-ed54-42c3-b575-97b879879f00),segment_id=2d9dbcbf-ed54-42c3-b575-97b879879f00)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:09:20.057030 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:09:20.060120 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-97d42090-2b06-4384-a764-05e98820f87d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:09:20.109083 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Pushing event updated for resources: {'Port': ['ID=13dc111f-6571-4d80-879d-eef7c877e69f,revision_number=3']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:09:20.112110 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:09:21.858602 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Device 13dc111f-6571-4d80-879d-eef7c877e69f up at agent ovs-agent-dv-cinder-786627-11-iscsi {{(pid=92921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 07:09:21.905805 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Provisioning complete for port 13dc111f-6571-4d80-879d-eef7c877e69f triggered by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:09:21.906083 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1879668'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:09:30.677974 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-678f8dc2-a859-4e19-a95c-ffce6965247b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:09:33.054236 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-0e926f71-9ad6-4f71-8571-72639ce29d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:09:33.241639 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:09:35.128291 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d3c1a5ff-c703-4bfc-bce3-efb8418f207c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:09:36.851149 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-f04bb265-eca6-4530-aeb1-0b3afeb7eb68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:09:38.931134 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.agents_db [None req-74002642-eed4-46c6-8f70-93846dc748c3 None None] Agent healthcheck: found 5 active agents {{(pid=92922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 07:10:00.679290 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-f9829872-a92e-4605-bc7c-c9444f4eb317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:10:03.054200 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-aeaa7952-3ea5-4ad6-bd27-d8f78f90676d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:10:03.243012 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:10:05.130928 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d3c1a5ff-c703-4bfc-bce3-efb8418f207c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:10:06.853951 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-f04bb265-eca6-4530-aeb1-0b3afeb7eb68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:10:15.930045 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.agents_db [None req-74002642-eed4-46c6-8f70-93846dc748c3 None None] Agent healthcheck: found 5 active agents {{(pid=92922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 07:10:25.565462 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 41010) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:10:25.571367 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [None req-0473a85f-f3fe-4181-94b1-d83b947c3c43 tempest-verify_tempest_config-310927098 tempest-verify_tempest_config-310927098-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=92919) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 07:10:25.572317 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-0473a85f-f3fe-4181-94b1-d83b947c3c43 tempest-verify_tempest_config-310927098 tempest-verify_tempest_config-310927098-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058706 Jun 22 07:10:25.878282 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 41028) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:10:25.989538 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-448f0f21-d710-4a21-a7bd-e44256a2be51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:10:26.108467 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-448f0f21-d710-4a21-a7bd-e44256a2be51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:10:26.112197 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-448f0f21-d710-4a21-a7bd-e44256a2be51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:10:26.117886 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:10:26.156580 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-448f0f21-d710-4a21-a7bd-e44256a2be51 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d0022bfc3eb74ee09c2c29b0f52ac196&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2772441 Jun 22 07:10:26.158327 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448f0f21-d710-4a21-a7bd-e44256a2be51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8c27bf6-bb9d-4d43-a9ef-c6fc8bb53222,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:10:26.159375 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 41032) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:10:26.165080 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448f0f21-d710-4a21-a7bd-e44256a2be51 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:10:26.165420 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448f0f21-d710-4a21-a7bd-e44256a2be51 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:10:26.165748 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448f0f21-d710-4a21-a7bd-e44256a2be51 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:10:26.166076 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448f0f21-d710-4a21-a7bd-e44256a2be51 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:10:26.166393 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448f0f21-d710-4a21-a7bd-e44256a2be51 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:10:26.166730 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448f0f21-d710-4a21-a7bd-e44256a2be51 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:10:26.167053 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448f0f21-d710-4a21-a7bd-e44256a2be51 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:10:26.167387 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448f0f21-d710-4a21-a7bd-e44256a2be51 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:10:26.167721 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448f0f21-d710-4a21-a7bd-e44256a2be51 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:10:26.168036 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448f0f21-d710-4a21-a7bd-e44256a2be51 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:10:26.168348 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448f0f21-d710-4a21-a7bd-e44256a2be51 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:10:26.168683 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448f0f21-d710-4a21-a7bd-e44256a2be51 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:10:26.172987 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-448f0f21-d710-4a21-a7bd-e44256a2be51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:10:26.214142 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f160a97e-81f0-4847-b7f8-92b8b159ee8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:10:26.237121 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f160a97e-81f0-4847-b7f8-92b8b159ee8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:10:26.425696 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f160a97e-81f0-4847-b7f8-92b8b159ee8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:10:26.428428 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f160a97e-81f0-4847-b7f8-92b8b159ee8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:10:26.429575 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-f160a97e-81f0-4847-b7f8-92b8b159ee8c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a8c27bf6-bb9d-4d43-a9ef-c6fc8bb53222 HTTP/1.1" status: 204 len: 168 time: 0.2692304 Jun 22 07:10:26.430612 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:10:26.439669 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f160a97e-81f0-4847-b7f8-92b8b159ee8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8c27bf6-bb9d-4d43-a9ef-c6fc8bb53222,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:10:26.446882 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f160a97e-81f0-4847-b7f8-92b8b159ee8c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:10:26.447377 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f160a97e-81f0-4847-b7f8-92b8b159ee8c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:10:26.447719 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f160a97e-81f0-4847-b7f8-92b8b159ee8c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:10:26.448053 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f160a97e-81f0-4847-b7f8-92b8b159ee8c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:10:26.448411 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f160a97e-81f0-4847-b7f8-92b8b159ee8c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:10:26.448724 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f160a97e-81f0-4847-b7f8-92b8b159ee8c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:10:26.449047 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f160a97e-81f0-4847-b7f8-92b8b159ee8c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:10:26.449395 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f160a97e-81f0-4847-b7f8-92b8b159ee8c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:10:26.449723 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f160a97e-81f0-4847-b7f8-92b8b159ee8c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:10:26.450034 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f160a97e-81f0-4847-b7f8-92b8b159ee8c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:10:26.450349 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f160a97e-81f0-4847-b7f8-92b8b159ee8c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:10:26.450661 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f160a97e-81f0-4847-b7f8-92b8b159ee8c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:10:26.453844 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-f160a97e-81f0-4847-b7f8-92b8b159ee8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:10:30.684248 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cf24a00d-63ac-487a-bc2a-dad7b111faf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:10:33.055866 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-b765c655-c417-494f-95cd-f68420e2e332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:10:33.243626 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:10:35.135774 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d3c1a5ff-c703-4bfc-bce3-efb8418f207c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:10:36.859269 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-f04bb265-eca6-4530-aeb1-0b3afeb7eb68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:10:52.928293 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.agents_db [None req-74002642-eed4-46c6-8f70-93846dc748c3 None None] Agent healthcheck: found 5 active agents {{(pid=92922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 07:11:00.685448 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-2f7f77d1-8afc-4d59-923e-ad057bdd0af2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:03.056705 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-6698bde5-24fe-4ea7-9a13-165a00239746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:03.244287 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:05.137359 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d3c1a5ff-c703-4bfc-bce3-efb8418f207c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:06.863592 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-f04bb265-eca6-4530-aeb1-0b3afeb7eb68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:29.928501 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.agents_db [None req-74002642-eed4-46c6-8f70-93846dc748c3 None None] Agent healthcheck: found 5 active agents {{(pid=92922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 07:11:30.687532 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-db1afb1e-a3c3-40a6-a501-e300b24bc54f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:33.058911 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-7b9572d7-e208-4361-8023-c5a2c2cdddbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:33.248926 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:35.141262 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d3c1a5ff-c703-4bfc-bce3-efb8418f207c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:11:36.874504 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-f04bb265-eca6-4530-aeb1-0b3afeb7eb68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:00.700347 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cd5471bf-1239-4c1f-9cac-9a4b5465670a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:01.653986 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841'] for agent, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:03.068576 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-61653deb-976e-4bdc-ba1a-e9d1d410c2f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:03.251965 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:05.148438 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d3c1a5ff-c703-4bfc-bce3-efb8418f207c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:05.222618 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 41088) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:12:05.348882 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-ee5a41c9-e4b8-47e9-b3e8-09801a0e11c3 admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.1245000 Jun 22 07:12:06.878732 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-f04bb265-eca6-4530-aeb1-0b3afeb7eb68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:06.929877 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.agents_db [None req-74002642-eed4-46c6-8f70-93846dc748c3 None None] Agent healthcheck: found 6 active agents {{(pid=92922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 07:12:07.638569 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 41098) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:12:07.706779 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-91324ea6-d7fc-42c6-bc8a-468031321e80 admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.0666654 Jun 22 07:12:30.696182 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-b34dae1f-2aad-4e42-80cb-8285bcf68812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:31.618630 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:33.069863 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a93606b8-8057-4947-99fd-988d0c08cd14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:33.246417 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:35.149391 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d3c1a5ff-c703-4bfc-bce3-efb8418f207c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:36.881779 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-f04bb265-eca6-4530-aeb1-0b3afeb7eb68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:12:43.930253 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.agents_db [None req-74002642-eed4-46c6-8f70-93846dc748c3 None None] Agent healthcheck: found 6 active agents {{(pid=92922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 07:13:00.712550 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-08a95d32-7841-4d52-8b2e-4ec7a7a539c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:01.622002 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:03.077732 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d3e83ea0-8ae2-4ff6-ac45-91465db34ae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:03.268734 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:05.164526 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d3c1a5ff-c703-4bfc-bce3-efb8418f207c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:06.879391 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-f04bb265-eca6-4530-aeb1-0b3afeb7eb68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:20.930011 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.agents_db [None req-74002642-eed4-46c6-8f70-93846dc748c3 None None] Agent healthcheck: found 6 active agents {{(pid=92922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 07:13:30.710781 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-1143ca71-1897-4afb-b742-d2854acda229 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:31.638470 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:33.069652 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-39e06145-36ca-4304-b67b-4ab2b5730cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:33.263966 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:35.158333 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d3c1a5ff-c703-4bfc-bce3-efb8418f207c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:36.901703 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-f04bb265-eca6-4530-aeb1-0b3afeb7eb68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:39.871809 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 41192) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:13:40.205786 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.v2.base [None req-7c474ecd-3d6c-44b7-b101-ea62fd5b1fe8 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-666176758-network', 'tenant_id': 'b0ed6e68e72547bea4e482f51391118d'}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:13:40.246628 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c474ecd-3d6c-44b7-b101-ea62fd5b1fe8 admin admin] Made reservation on behalf of b0ed6e68e72547bea4e482f51391118d for: {'network': 1} {{(pid=92919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 07:13:40.250819 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-7c474ecd-3d6c-44b7-b101-ea62fd5b1fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1809762'] for network, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:40.260097 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-7c474ecd-3d6c-44b7-b101-ea62fd5b1fe8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:40.389550 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-7c474ecd-3d6c-44b7-b101-ea62fd5b1fe8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:40.404426 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-7c474ecd-3d6c-44b7-b101-ea62fd5b1fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:40.405007 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-448f0f21-d710-4a21-a7bd-e44256a2be51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:13:40.455107 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c474ecd-3d6c-44b7-b101-ea62fd5b1fe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a94922fc-8ff5-4870-8e70-23a0b4e4efe9,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:13:40.474544 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c474ecd-3d6c-44b7-b101-ea62fd5b1fe8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:13:40.474954 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c474ecd-3d6c-44b7-b101-ea62fd5b1fe8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:13:40.475294 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c474ecd-3d6c-44b7-b101-ea62fd5b1fe8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:13:40.476031 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c474ecd-3d6c-44b7-b101-ea62fd5b1fe8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:13:40.476275 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c474ecd-3d6c-44b7-b101-ea62fd5b1fe8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:13:40.476751 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c474ecd-3d6c-44b7-b101-ea62fd5b1fe8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:13:40.477213 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c474ecd-3d6c-44b7-b101-ea62fd5b1fe8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:13:40.477765 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c474ecd-3d6c-44b7-b101-ea62fd5b1fe8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:13:40.478339 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c474ecd-3d6c-44b7-b101-ea62fd5b1fe8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:13:40.479040 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c474ecd-3d6c-44b7-b101-ea62fd5b1fe8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:13:40.479598 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c474ecd-3d6c-44b7-b101-ea62fd5b1fe8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:13:40.480296 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c474ecd-3d6c-44b7-b101-ea62fd5b1fe8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:13:40.483154 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c474ecd-3d6c-44b7-b101-ea62fd5b1fe8 admin admin] Tracked resource versions report: Jun 22 07:13:40.483154 dv-cinder-786627-11-iscsi neutron-server[92919]: pushed versions: Jun 22 07:13:40.483154 dv-cinder-786627-11-iscsi neutron-server[92919]: { 'AddressGroup': {'1.2'}, Jun 22 07:13:40.483154 dv-cinder-786627-11-iscsi neutron-server[92919]: 'ConntrackHelper': {'1.0'}, Jun 22 07:13:40.483154 dv-cinder-786627-11-iscsi neutron-server[92919]: 'Log': {'1.0'}, Jun 22 07:13:40.483154 dv-cinder-786627-11-iscsi neutron-server[92919]: 'Network': {'1.1'}, Jun 22 07:13:40.483154 dv-cinder-786627-11-iscsi neutron-server[92919]: 'Port': {'1.7'}, Jun 22 07:13:40.483154 dv-cinder-786627-11-iscsi neutron-server[92919]: 'PortForwarding': {'1.2'}, Jun 22 07:13:40.483154 dv-cinder-786627-11-iscsi neutron-server[92919]: 'QosPolicy': {'1.8'}, Jun 22 07:13:40.483154 dv-cinder-786627-11-iscsi neutron-server[92919]: 'SecurityGroup': {'1.4'}, Jun 22 07:13:40.483154 dv-cinder-786627-11-iscsi neutron-server[92919]: 'SecurityGroupRule': {'1.2'}, Jun 22 07:13:40.483154 dv-cinder-786627-11-iscsi neutron-server[92919]: 'SubPort': {'1.0'}, Jun 22 07:13:40.483154 dv-cinder-786627-11-iscsi neutron-server[92919]: 'Subnet': {'1.1'}, Jun 22 07:13:40.483154 dv-cinder-786627-11-iscsi neutron-server[92919]: 'Trunk': {'1.1'}} Jun 22 07:13:40.483154 dv-cinder-786627-11-iscsi neutron-server[92919]: consumer versions: Jun 22 07:13:40.483154 dv-cinder-786627-11-iscsi neutron-server[92919]: { DHCP agent@dv-cinder-786627-11-iscsi: {}, Jun 22 07:13:40.483154 dv-cinder-786627-11-iscsi neutron-server[92919]: HyperV agent@hv-cinder-78662: {}, Jun 22 07:13:40.483154 dv-cinder-786627-11-iscsi neutron-server[92919]: L3 agent@dv-cinder-786627-11-iscsi: {}, Jun 22 07:13:40.483154 dv-cinder-786627-11-iscsi neutron-server[92919]: Metadata agent@dv-cinder-786627-11-iscsi: {}, Jun 22 07:13:40.483154 dv-cinder-786627-11-iscsi neutron-server[92919]: Metering agent@dv-cinder-786627-11-iscsi: {}, Jun 22 07:13:40.483154 dv-cinder-786627-11-iscsi neutron-server[92919]: Open vSwitch agent@dv-cinder-786627-11-iscsi: { 'AddressGroup': '1.2', Jun 22 07:13:40.483154 dv-cinder-786627-11-iscsi neutron-server[92919]: 'ConntrackHelper': '1.0', Jun 22 07:13:40.483154 dv-cinder-786627-11-iscsi neutron-server[92919]: 'Log': '1.0', Jun 22 07:13:40.483154 dv-cinder-786627-11-iscsi neutron-server[92919]: 'Network': '1.1', Jun 22 07:13:40.483154 dv-cinder-786627-11-iscsi neutron-server[92919]: 'Port': '1.7', Jun 22 07:13:40.483154 dv-cinder-786627-11-iscsi neutron-server[92919]: 'PortForwarding': '1.2', Jun 22 07:13:40.483154 dv-cinder-786627-11-iscsi neutron-server[92919]: 'QosPolicy': '1.8', Jun 22 07:13:40.483154 dv-cinder-786627-11-iscsi neutron-server[92919]: 'SecurityGroup': '1.4', Jun 22 07:13:40.483154 dv-cinder-786627-11-iscsi neutron-server[92919]: 'SecurityGroupRule': '1.2', Jun 22 07:13:40.483154 dv-cinder-786627-11-iscsi neutron-server[92919]: 'SubPort': '1.0', Jun 22 07:13:40.483154 dv-cinder-786627-11-iscsi neutron-server[92919]: 'Subnet': '1.1', Jun 22 07:13:40.483154 dv-cinder-786627-11-iscsi neutron-server[92919]: 'Trunk': '1.1'}} Jun 22 07:13:40.483154 dv-cinder-786627-11-iscsi neutron-server[92919]: {{(pid=92919) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 07:13:40.492361 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c474ecd-3d6c-44b7-b101-ea62fd5b1fe8 admin admin] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'} {{(pid=92919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 07:13:40.497013 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-7c474ecd-3d6c-44b7-b101-ea62fd5b1fe8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:13:40.522346 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-7c474ecd-3d6c-44b7-b101-ea62fd5b1fe8 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8773474011850', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1885363'] for segment, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:40.523192 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-7c474ecd-3d6c-44b7-b101-ea62fd5b1fe8 admin admin] Unsubscribe: segment precommit_create {{(pid=92919) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 22 07:13:40.523990 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.db.segments_db [None req-7c474ecd-3d6c-44b7-b101-ea62fd5b1fe8 admin admin] Added segment 4bb8bbca-dc02-47a4-86ed-2cfeff644e2b of type vlan for network f69f16c5-4741-459e-b289-137e3cebe98a Jun 22 07:13:40.641711 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-7c474ecd-3d6c-44b7-b101-ea62fd5b1fe8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773473491173'] for network, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:40.716666 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-7c474ecd-3d6c-44b7-b101-ea62fd5b1fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-54575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-690206'] for network, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:40.718639 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c474ecd-3d6c-44b7-b101-ea62fd5b1fe8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:13:40.719901 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-7c474ecd-3d6c-44b7-b101-ea62fd5b1fe8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-690179'] for network, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:40.725014 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:13:40.855655 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 41250) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:13:40.858134 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-7c474ecd-3d6c-44b7-b101-ea62fd5b1fe8 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9810019 Jun 22 07:13:40.864166 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.v2.base [None req-b0023591-84b2-496a-b3c4-d848889ffe9b admin admin] Request body: {'subnet': {'network_id': 'f69f16c5-4741-459e-b289-137e3cebe98a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-666176758-subnet', 'tenant_id': 'b0ed6e68e72547bea4e482f51391118d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:13:40.896878 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0023591-84b2-496a-b3c4-d848889ffe9b admin admin] Made reservation on behalf of b0ed6e68e72547bea4e482f51391118d for: {'subnet': 1} {{(pid=92920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 07:13:40.902001 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-b0023591-84b2-496a-b3c4-d848889ffe9b admin admin] Notify callbacks [] for subnet, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:40.903060 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c474ecd-3d6c-44b7-b101-ea62fd5b1fe8 admin admin] Pushing event updated for resources: {'Network': ['ID=f69f16c5-4741-459e-b289-137e3cebe98a,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:13:40.910450 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-7c474ecd-3d6c-44b7-b101-ea62fd5b1fe8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:13:40.920273 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Network f69f16c5-4741-459e-b289-137e3cebe98a details requested by agent ovs-agent-dv-cinder-786627-11-iscsi with host dv-cinder-786627-11-iscsi {{(pid=92921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 07:13:41.138651 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 41264) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:13:41.215538 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-b0023591-84b2-496a-b3c4-d848889ffe9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197'] for subnet, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:41.224181 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:13:41.331542 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0023591-84b2-496a-b3c4-d848889ffe9b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4ea35c2-f75a-434d-b504-9ebc67b0580b,revision_number=0']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:13:41.339425 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0023591-84b2-496a-b3c4-d848889ffe9b admin admin] Checking segment: {'id': '4bb8bbca-dc02-47a4-86ed-2cfeff644e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'f69f16c5-4741-459e-b289-137e3cebe98a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 07:13:41.339786 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0023591-84b2-496a-b3c4-d848889ffe9b admin admin] Network hostable DHCP agents. Network: f69f16c5-4741-459e-b289-137e3cebe98a, hostable agents: ['23f99c3b-a432-44d9-a8da-8094b458f26a'], hosted agents: [] {{(pid=92920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 07:13:41.350567 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0023591-84b2-496a-b3c4-d848889ffe9b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:13:41.350998 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0023591-84b2-496a-b3c4-d848889ffe9b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:13:41.351631 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0023591-84b2-496a-b3c4-d848889ffe9b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:13:41.351967 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0023591-84b2-496a-b3c4-d848889ffe9b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:13:41.352295 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0023591-84b2-496a-b3c4-d848889ffe9b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:13:41.353383 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0023591-84b2-496a-b3c4-d848889ffe9b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:13:41.353383 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0023591-84b2-496a-b3c4-d848889ffe9b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:13:41.353637 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0023591-84b2-496a-b3c4-d848889ffe9b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:13:41.354128 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0023591-84b2-496a-b3c4-d848889ffe9b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:13:41.354695 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0023591-84b2-496a-b3c4-d848889ffe9b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:13:41.355022 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0023591-84b2-496a-b3c4-d848889ffe9b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:13:41.355357 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0023591-84b2-496a-b3c4-d848889ffe9b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:13:41.358040 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0023591-84b2-496a-b3c4-d848889ffe9b admin admin] Tracked resource versions report: Jun 22 07:13:41.358040 dv-cinder-786627-11-iscsi neutron-server[92920]: pushed versions: Jun 22 07:13:41.358040 dv-cinder-786627-11-iscsi neutron-server[92920]: { 'AddressGroup': {'1.2'}, Jun 22 07:13:41.358040 dv-cinder-786627-11-iscsi neutron-server[92920]: 'ConntrackHelper': {'1.0'}, Jun 22 07:13:41.358040 dv-cinder-786627-11-iscsi neutron-server[92920]: 'Log': {'1.0'}, Jun 22 07:13:41.358040 dv-cinder-786627-11-iscsi neutron-server[92920]: 'Network': {'1.1'}, Jun 22 07:13:41.358040 dv-cinder-786627-11-iscsi neutron-server[92920]: 'Port': {'1.7'}, Jun 22 07:13:41.358040 dv-cinder-786627-11-iscsi neutron-server[92920]: 'PortForwarding': {'1.2'}, Jun 22 07:13:41.358040 dv-cinder-786627-11-iscsi neutron-server[92920]: 'QosPolicy': {'1.8'}, Jun 22 07:13:41.358040 dv-cinder-786627-11-iscsi neutron-server[92920]: 'SecurityGroup': {'1.4'}, Jun 22 07:13:41.358040 dv-cinder-786627-11-iscsi neutron-server[92920]: 'SecurityGroupRule': {'1.2'}, Jun 22 07:13:41.358040 dv-cinder-786627-11-iscsi neutron-server[92920]: 'SubPort': {'1.0'}, Jun 22 07:13:41.358040 dv-cinder-786627-11-iscsi neutron-server[92920]: 'Subnet': {'1.1'}, Jun 22 07:13:41.358040 dv-cinder-786627-11-iscsi neutron-server[92920]: 'Trunk': {'1.1'}} Jun 22 07:13:41.358040 dv-cinder-786627-11-iscsi neutron-server[92920]: consumer versions: Jun 22 07:13:41.358040 dv-cinder-786627-11-iscsi neutron-server[92920]: { DHCP agent@dv-cinder-786627-11-iscsi: {}, Jun 22 07:13:41.358040 dv-cinder-786627-11-iscsi neutron-server[92920]: HyperV agent@hv-cinder-78662: {}, Jun 22 07:13:41.358040 dv-cinder-786627-11-iscsi neutron-server[92920]: L3 agent@dv-cinder-786627-11-iscsi: {}, Jun 22 07:13:41.358040 dv-cinder-786627-11-iscsi neutron-server[92920]: Metadata agent@dv-cinder-786627-11-iscsi: {}, Jun 22 07:13:41.358040 dv-cinder-786627-11-iscsi neutron-server[92920]: Metering agent@dv-cinder-786627-11-iscsi: {}, Jun 22 07:13:41.358040 dv-cinder-786627-11-iscsi neutron-server[92920]: Open vSwitch agent@dv-cinder-786627-11-iscsi: { 'AddressGroup': '1.2', Jun 22 07:13:41.358040 dv-cinder-786627-11-iscsi neutron-server[92920]: 'ConntrackHelper': '1.0', Jun 22 07:13:41.358040 dv-cinder-786627-11-iscsi neutron-server[92920]: 'Log': '1.0', Jun 22 07:13:41.358040 dv-cinder-786627-11-iscsi neutron-server[92920]: 'Network': '1.1', Jun 22 07:13:41.358040 dv-cinder-786627-11-iscsi neutron-server[92920]: 'Port': '1.7', Jun 22 07:13:41.358040 dv-cinder-786627-11-iscsi neutron-server[92920]: 'PortForwarding': '1.2', Jun 22 07:13:41.358040 dv-cinder-786627-11-iscsi neutron-server[92920]: 'QosPolicy': '1.8', Jun 22 07:13:41.358040 dv-cinder-786627-11-iscsi neutron-server[92920]: 'SecurityGroup': '1.4', Jun 22 07:13:41.358040 dv-cinder-786627-11-iscsi neutron-server[92920]: 'SecurityGroupRule': '1.2', Jun 22 07:13:41.358040 dv-cinder-786627-11-iscsi neutron-server[92920]: 'SubPort': '1.0', Jun 22 07:13:41.358040 dv-cinder-786627-11-iscsi neutron-server[92920]: 'Subnet': '1.1', Jun 22 07:13:41.358040 dv-cinder-786627-11-iscsi neutron-server[92920]: 'Trunk': '1.1'}} Jun 22 07:13:41.358040 dv-cinder-786627-11-iscsi neutron-server[92920]: {{(pid=92920) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 07:13:41.362373 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-b0023591-84b2-496a-b3c4-d848889ffe9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:13:41.389547 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0023591-84b2-496a-b3c4-d848889ffe9b admin admin] Network f69f16c5-4741-459e-b289-137e3cebe98a is scheduled to be hosted by DHCP agent 23f99c3b-a432-44d9-a8da-8094b458f26a with binding_index 1 {{(pid=92920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 07:13:41.406854 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.scheduler.base_scheduler [None req-b0023591-84b2-496a-b3c4-d848889ffe9b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-11-iscsi, f69f16c5-4741-459e-b289-137e3cebe98a) {{(pid=92920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 07:13:41.414249 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0023591-84b2-496a-b3c4-d848889ffe9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:13:41.415180 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-b0023591-84b2-496a-b3c4-d848889ffe9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-690179'] for subnet, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:41.423161 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-146f1e28-99c5-4323-9e1d-4d8a98906909 None None] Network f69f16c5-4741-459e-b289-137e3cebe98a requested from dv-cinder-786627-11-iscsi {{(pid=92921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 07:13:41.456278 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-b0023591-84b2-496a-b3c4-d848889ffe9b admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5849211 Jun 22 07:13:41.747071 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa8e238a-ed17-4043-a09b-5723e8deea6c None None] Network f69f16c5-4741-459e-b289-137e3cebe98a requested from dv-cinder-786627-11-iscsi {{(pid=92921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 07:13:41.914725 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.v2.base [None req-185dbcd3-01fa-4023-8340-b96c7411a12d admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1681036129-network', 'tenant_id': 'a6b59c4ef34b41bd9dbb44d6fa033408'}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:13:41.943761 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-185dbcd3-01fa-4023-8340-b96c7411a12d admin admin] Made reservation on behalf of a6b59c4ef34b41bd9dbb44d6fa033408 for: {'network': 1} {{(pid=92919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 07:13:41.946355 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-185dbcd3-01fa-4023-8340-b96c7411a12d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1809762'] for network, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:41.957390 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-185dbcd3-01fa-4023-8340-b96c7411a12d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:42.077046 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-185dbcd3-01fa-4023-8340-b96c7411a12d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:42.086120 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-185dbcd3-01fa-4023-8340-b96c7411a12d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:42.124280 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-185dbcd3-01fa-4023-8340-b96c7411a12d admin admin] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=92919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 07:13:42.137383 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-7c474ecd-3d6c-44b7-b101-ea62fd5b1fe8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:13:42.156599 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-185dbcd3-01fa-4023-8340-b96c7411a12d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1885363'] for segment, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:42.157046 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.db.segments_db [None req-185dbcd3-01fa-4023-8340-b96c7411a12d admin admin] Added segment ad1695f4-d579-4854-bcbf-7f27a2eb4dc6 of type vlan for network 2cb6791c-9360-429c-a118-cd829e120353 Jun 22 07:13:42.191052 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185dbcd3-01fa-4023-8340-b96c7411a12d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30e0c465-7839-4da2-bd45-e1fbd7ad0257,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:13:42.197319 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-185dbcd3-01fa-4023-8340-b96c7411a12d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:13:42.247873 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-185dbcd3-01fa-4023-8340-b96c7411a12d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773473491173'] for network, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:42.292942 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-185dbcd3-01fa-4023-8340-b96c7411a12d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-54575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-690206'] for network, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:42.295058 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-185dbcd3-01fa-4023-8340-b96c7411a12d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:13:42.296026 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-185dbcd3-01fa-4023-8340-b96c7411a12d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-690179'] for network, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:42.300624 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-7c474ecd-3d6c-44b7-b101-ea62fd5b1fe8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:13:42.324243 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-185dbcd3-01fa-4023-8340-b96c7411a12d admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.1837187 Jun 22 07:13:42.331508 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 41304) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:13:42.338012 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.v2.base [None req-682a7189-a3bc-4e59-8a23-229c86b40fb2 admin admin] Request body: {'subnet': {'network_id': '2cb6791c-9360-429c-a118-cd829e120353', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1681036129-subnet', 'tenant_id': 'a6b59c4ef34b41bd9dbb44d6fa033408', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:13:42.370713 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-682a7189-a3bc-4e59-8a23-229c86b40fb2 admin admin] Made reservation on behalf of a6b59c4ef34b41bd9dbb44d6fa033408 for: {'subnet': 1} {{(pid=92920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 07:13:42.376514 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-682a7189-a3bc-4e59-8a23-229c86b40fb2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:42.381560 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185dbcd3-01fa-4023-8340-b96c7411a12d admin admin] Pushing event updated for resources: {'Network': ['ID=2cb6791c-9360-429c-a118-cd829e120353,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:13:42.385001 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-185dbcd3-01fa-4023-8340-b96c7411a12d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:13:42.397706 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Network 2cb6791c-9360-429c-a118-cd829e120353 details requested by agent ovs-agent-dv-cinder-786627-11-iscsi with host dv-cinder-786627-11-iscsi {{(pid=92921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 07:13:42.595342 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-682a7189-a3bc-4e59-8a23-229c86b40fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197'] for subnet, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:42.600898 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:13:42.683825 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682a7189-a3bc-4e59-8a23-229c86b40fb2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c5404e1-ac7c-4acf-ad2d-147e6479ce37,revision_number=0']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:13:42.687279 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-682a7189-a3bc-4e59-8a23-229c86b40fb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:13:42.694129 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-682a7189-a3bc-4e59-8a23-229c86b40fb2 admin admin] Checking segment: {'id': 'ad1695f4-d579-4854-bcbf-7f27a2eb4dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '2cb6791c-9360-429c-a118-cd829e120353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 07:13:42.694574 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-682a7189-a3bc-4e59-8a23-229c86b40fb2 admin admin] Network hostable DHCP agents. Network: 2cb6791c-9360-429c-a118-cd829e120353, hostable agents: ['23f99c3b-a432-44d9-a8da-8094b458f26a'], hosted agents: [] {{(pid=92920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 07:13:42.724744 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-682a7189-a3bc-4e59-8a23-229c86b40fb2 admin admin] Network 2cb6791c-9360-429c-a118-cd829e120353 is scheduled to be hosted by DHCP agent 23f99c3b-a432-44d9-a8da-8094b458f26a with binding_index 1 {{(pid=92920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 07:13:42.738896 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.scheduler.base_scheduler [None req-682a7189-a3bc-4e59-8a23-229c86b40fb2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-11-iscsi, 2cb6791c-9360-429c-a118-cd829e120353) {{(pid=92920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 07:13:42.748646 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-438dfcb8-5395-4841-a755-d9ebaa1b7504 None None] Network 2cb6791c-9360-429c-a118-cd829e120353 requested from dv-cinder-786627-11-iscsi {{(pid=92921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 07:13:42.751466 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-682a7189-a3bc-4e59-8a23-229c86b40fb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:13:42.752556 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-682a7189-a3bc-4e59-8a23-229c86b40fb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-690179'] for subnet, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:42.781023 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-682a7189-a3bc-4e59-8a23-229c86b40fb2 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.4480588 Jun 22 07:13:42.782099 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 41330) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:13:42.793403 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.v2.base [None req-e6351562-5061-438e-b4d7-9c86d08f3a56 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1681036129-router', 'tenant_id': 'a6b59c4ef34b41bd9dbb44d6fa033408', 'external_gateway_info': {'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2'}}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:13:42.828657 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 41332) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:13:42.837332 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-e6351562-5061-438e-b4d7-9c86d08f3a56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-578696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23766'] for router, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:42.838643 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-e6351562-5061-438e-b4d7-9c86d08f3a56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-707250', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1041088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23759'] for router, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:42.928211 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3535b993-8ecc-45cb-8a83-99cdb0f6632a None None] Network 2cb6791c-9360-429c-a118-cd829e120353 requested from dv-cinder-786627-11-iscsi {{(pid=92921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 07:13:42.943601 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-e6351562-5061-438e-b4d7-9c86d08f3a56 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:43.275577 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.v2.base [None req-f194aacc-0c2d-4e04-902c-e654280f501f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1929265933-network', 'tenant_id': 'e8e015950749433d91627c7d2fff432f'}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:13:43.310527 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-e6351562-5061-438e-b4d7-9c86d08f3a56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-707264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-578682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-23801'] for router, precommit_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:43.313991 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f194aacc-0c2d-4e04-902c-e654280f501f admin admin] Made reservation on behalf of e8e015950749433d91627c7d2fff432f for: {'network': 1} {{(pid=92920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 07:13:43.321449 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f194aacc-0c2d-4e04-902c-e654280f501f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1809762'] for network, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:43.344908 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f194aacc-0c2d-4e04-902c-e654280f501f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:43.381749 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 41354) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:13:43.482179 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f194aacc-0c2d-4e04-902c-e654280f501f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:43.489227 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f194aacc-0c2d-4e04-902c-e654280f501f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:43.496482 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-f160a97e-81f0-4847-b7f8-92b8b159ee8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:13:43.517376 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f194aacc-0c2d-4e04-902c-e654280f501f admin admin] vlan segment allocate from pool success with {'vlan_id': 446, 'physical_network': 'physnet1'} {{(pid=92920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 07:13:43.538780 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f194aacc-0c2d-4e04-902c-e654280f501f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7b45548-9082-421b-9884-662d4383a3f3,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:13:43.560058 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f194aacc-0c2d-4e04-902c-e654280f501f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1885363'] for segment, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:43.560599 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.db.segments_db [None req-f194aacc-0c2d-4e04-902c-e654280f501f admin admin] Added segment 8d1bc002-3124-433f-9368-96f826d6cba6 of type vlan for network b91fcb38-ada5-4353-b77e-00fb398ce7d0 Jun 22 07:13:43.562488 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-f194aacc-0c2d-4e04-902c-e654280f501f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:13:43.659973 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f194aacc-0c2d-4e04-902c-e654280f501f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773473491173'] for network, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:43.699370 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-e6351562-5061-438e-b4d7-9c86d08f3a56 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:43.728243 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-e6351562-5061-438e-b4d7-9c86d08f3a56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1809762'] for port, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:43.746901 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f194aacc-0c2d-4e04-902c-e654280f501f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-54575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-690206'] for network, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:43.749693 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f194aacc-0c2d-4e04-902c-e654280f501f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:13:43.751373 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f194aacc-0c2d-4e04-902c-e654280f501f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-690179'] for network, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:43.776235 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:13:43.882436 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-f194aacc-0c2d-4e04-902c-e654280f501f admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0492082 Jun 22 07:13:43.883010 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 41368) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:13:43.888272 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.v2.base [None req-c75bd7fe-889d-4fd0-bb59-0fbfea0bba15 admin admin] Request body: {'subnet': {'network_id': 'b91fcb38-ada5-4353-b77e-00fb398ce7d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1929265933-subnet', 'tenant_id': 'e8e015950749433d91627c7d2fff432f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:13:43.951998 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f194aacc-0c2d-4e04-902c-e654280f501f admin admin] Pushing event updated for resources: {'Network': ['ID=b91fcb38-ada5-4353-b77e-00fb398ce7d0,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:13:43.966586 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-f194aacc-0c2d-4e04-902c-e654280f501f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:13:43.966916 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Network b91fcb38-ada5-4353-b77e-00fb398ce7d0 details requested by agent ovs-agent-dv-cinder-786627-11-iscsi with host dv-cinder-786627-11-iscsi {{(pid=92921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 07:13:43.985686 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c75bd7fe-889d-4fd0-bb59-0fbfea0bba15 admin admin] Made reservation on behalf of e8e015950749433d91627c7d2fff432f for: {'subnet': 1} {{(pid=92920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 07:13:43.988837 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-c75bd7fe-889d-4fd0-bb59-0fbfea0bba15 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:44.055076 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.db.db_base_plugin_common [None req-e6351562-5061-438e-b4d7-9c86d08f3a56 admin admin] Allocated IP 172.27.1.118 (73c4e24d-548c-4da2-96ca-75881b5fbbd2/544f46cc-96c5-45ec-92af-d864e0b11db8/00558a3d-cd19-425c-8851-b5f0b76bc138) {{(pid=92919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 07:13:44.311696 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-c75bd7fe-889d-4fd0-bb59-0fbfea0bba15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197'] for subnet, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:44.315686 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-b0023591-84b2-496a-b3c4-d848889ffe9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:13:44.377474 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-e6351562-5061-438e-b4d7-9c86d08f3a56 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:44.408745 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75bd7fe-889d-4fd0-bb59-0fbfea0bba15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f579e111-0d0d-464b-ba2e-9baae47e7af2,revision_number=0']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:13:44.426754 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-c75bd7fe-889d-4fd0-bb59-0fbfea0bba15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:13:44.487465 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c75bd7fe-889d-4fd0-bb59-0fbfea0bba15 admin admin] Checking segment: {'id': '8d1bc002-3124-433f-9368-96f826d6cba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b91fcb38-ada5-4353-b77e-00fb398ce7d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 07:13:44.488155 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c75bd7fe-889d-4fd0-bb59-0fbfea0bba15 admin admin] Network hostable DHCP agents. Network: b91fcb38-ada5-4353-b77e-00fb398ce7d0, hostable agents: ['23f99c3b-a432-44d9-a8da-8094b458f26a'], hosted agents: [] {{(pid=92920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 07:13:44.578099 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c75bd7fe-889d-4fd0-bb59-0fbfea0bba15 admin admin] Network b91fcb38-ada5-4353-b77e-00fb398ce7d0 is scheduled to be hosted by DHCP agent 23f99c3b-a432-44d9-a8da-8094b458f26a with binding_index 1 {{(pid=92920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 07:13:44.659071 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.scheduler.base_scheduler [None req-c75bd7fe-889d-4fd0-bb59-0fbfea0bba15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-11-iscsi, b91fcb38-ada5-4353-b77e-00fb398ce7d0) {{(pid=92920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 07:13:44.675778 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e8cbf94-977f-49a2-98c3-48794326dca0 None None] Network b91fcb38-ada5-4353-b77e-00fb398ce7d0 requested from dv-cinder-786627-11-iscsi {{(pid=92921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 07:13:44.690153 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c75bd7fe-889d-4fd0-bb59-0fbfea0bba15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:13:44.693313 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-c75bd7fe-889d-4fd0-bb59-0fbfea0bba15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-690179'] for subnet, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:44.700693 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.v2.base [None req-d0a4103c-24d1-4e9f-90d7-c22105b7a496 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-907065161-network', 'tenant_id': 'd4f594fab10d40c7ba3121bb30f350f6'}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:13:44.743752 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0a4103c-24d1-4e9f-90d7-c22105b7a496 admin admin] Made reservation on behalf of d4f594fab10d40c7ba3121bb30f350f6 for: {'network': 1} {{(pid=92919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 07:13:44.749944 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-d0a4103c-24d1-4e9f-90d7-c22105b7a496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1809762'] for network, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:44.761724 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-c75bd7fe-889d-4fd0-bb59-0fbfea0bba15 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8778017 Jun 22 07:13:44.763355 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 41390) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:13:44.768667 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.v2.base [None req-d0862b2f-c28a-4e66-b036-1386b70fc6f8 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1929265933-router', 'tenant_id': 'e8e015950749433d91627c7d2fff432f', 'external_gateway_info': {'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2'}}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:13:44.774965 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-d0a4103c-24d1-4e9f-90d7-c22105b7a496 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:44.817399 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-e6351562-5061-438e-b4d7-9c86d08f3a56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1809569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-690206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773473471591'] for port, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:44.831414 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-d0862b2f-c28a-4e66-b036-1386b70fc6f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-578696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23766'] for router, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:44.833679 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-d0862b2f-c28a-4e66-b036-1386b70fc6f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-707250', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1041088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23759'] for router, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:44.843331 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.db.api [None req-d0a4103c-24d1-4e9f-90d7-c22105b7a496 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 22 07:13:44.843331 dv-cinder-786627-11-iscsi neutron-server[92919]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 22 07:13:44.843331 dv-cinder-786627-11-iscsi neutron-server[92919]: [parameters: {'project_id_1': 'd4f594fab10d40c7ba3121bb30f350f6', 'expiration_1': datetime.datetime(2021, 6, 22, 7, 13, 44, 797588)}] Jun 22 07:13:44.843331 dv-cinder-786627-11-iscsi neutron-server[92919]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92919) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 07:13:44.845146 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_db.api [None req-d0a4103c-24d1-4e9f-90d7-c22105b7a496 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=92919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 07:13:44.847536 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:13:45.011312 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efacec6e-bb5c-4af0-913d-b5b0e26c5284 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53008036-bec8-516b-a9e7-d2c86795f928-b91fcb38-ada5-4353-b77e-00fb398ce7d0', 'network_id': 'b91fcb38-ada5-4353-b77e-00fb398ce7d0', 'tenant_id': 'e8e015950749433d91627c7d2fff432f', 'fixed_ips': [{'subnet_id': 'f579e111-0d0d-464b-ba2e-9baae47e7af2'}]}} from dv-cinder-786627-11-iscsi. {{(pid=92921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 07:13:45.012716 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-efacec6e-bb5c-4af0-913d-b5b0e26c5284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1809762'] for port, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:45.064285 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6351562-5061-438e-b4d7-9c86d08f3a56 admin admin] Network 73c4e24d-548c-4da2-96ca-75881b5fbbd2 is already hosted by enough agents. {{(pid=92919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 07:13:45.105347 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-d0862b2f-c28a-4e66-b036-1386b70fc6f8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:45.105544 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.scheduler.base_scheduler [None req-e6351562-5061-438e-b4d7-9c86d08f3a56 admin admin] Resources bound (agent type, host, resource id): {{(pid=92919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 07:13:45.120913 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6351562-5061-438e-b4d7-9c86d08f3a56 admin admin] Received port after_create {{(pid=92919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 07:13:45.298104 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6351562-5061-438e-b4d7-9c86d08f3a56 admin admin] Pushing event updated for resources: {'Port': ['ID=00558a3d-cd19-425c-8851-b5f0b76bc138,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:13:45.308036 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-e6351562-5061-438e-b4d7-9c86d08f3a56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.460s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:13:45.320470 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.db_base_plugin_common [None req-efacec6e-bb5c-4af0-913d-b5b0e26c5284 None None] Allocated IP 172.20.0.2 (b91fcb38-ada5-4353-b77e-00fb398ce7d0/f579e111-0d0d-464b-ba2e-9baae47e7af2/78fcea9f-3b98-4774-b986-2857499495de) {{(pid=92921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 07:13:45.362338 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-d0a4103c-24d1-4e9f-90d7-c22105b7a496 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:45.487768 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 41418) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:13:45.493580 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-d0862b2f-c28a-4e66-b036-1386b70fc6f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-707264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-578682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-23801'] for router, precommit_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:45.512982 dv-cinder-786627-11-iscsi neutron-server[92919]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 22 07:13:45.812010 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-efacec6e-bb5c-4af0-913d-b5b0e26c5284 None None] Notify callbacks [] for port, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:45.840287 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-efacec6e-bb5c-4af0-913d-b5b0e26c5284 None None] Transition to ACTIVE for port object 78fcea9f-3b98-4774-b986-2857499495de will not be triggered until provisioned by entity L2. {{(pid=92921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 07:13:45.891429 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-efacec6e-bb5c-4af0-913d-b5b0e26c5284 None None] Transition to ACTIVE for port object 78fcea9f-3b98-4774-b986-2857499495de will not be triggered until provisioned by entity DHCP. {{(pid=92921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 07:13:45.909894 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-efacec6e-bb5c-4af0-913d-b5b0e26c5284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1809569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-690206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773473471591'] for port, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:45.917571 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:13:45.970218 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-d0862b2f-c28a-4e66-b036-1386b70fc6f8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:46.027919 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efacec6e-bb5c-4af0-913d-b5b0e26c5284 None None] Pushing event updated for resources: {'Port': ['ID=78fcea9f-3b98-4774-b986-2857499495de,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:13:46.031045 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-d0862b2f-c28a-4e66-b036-1386b70fc6f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1809762'] for port, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:46.048954 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efacec6e-bb5c-4af0-913d-b5b0e26c5284 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:13:46.049878 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efacec6e-bb5c-4af0-913d-b5b0e26c5284 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:13:46.050852 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efacec6e-bb5c-4af0-913d-b5b0e26c5284 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:13:46.051880 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efacec6e-bb5c-4af0-913d-b5b0e26c5284 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:13:46.052834 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efacec6e-bb5c-4af0-913d-b5b0e26c5284 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:13:46.053629 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efacec6e-bb5c-4af0-913d-b5b0e26c5284 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:13:46.055360 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efacec6e-bb5c-4af0-913d-b5b0e26c5284 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:13:46.056203 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efacec6e-bb5c-4af0-913d-b5b0e26c5284 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:13:46.056979 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efacec6e-bb5c-4af0-913d-b5b0e26c5284 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:13:46.057780 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efacec6e-bb5c-4af0-913d-b5b0e26c5284 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:13:46.058508 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efacec6e-bb5c-4af0-913d-b5b0e26c5284 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:13:46.059269 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efacec6e-bb5c-4af0-913d-b5b0e26c5284 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:13:46.062037 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efacec6e-bb5c-4af0-913d-b5b0e26c5284 None None] Tracked resource versions report: Jun 22 07:13:46.062037 dv-cinder-786627-11-iscsi neutron-server[92921]: pushed versions: Jun 22 07:13:46.062037 dv-cinder-786627-11-iscsi neutron-server[92921]: { 'AddressGroup': {'1.2'}, Jun 22 07:13:46.062037 dv-cinder-786627-11-iscsi neutron-server[92921]: 'ConntrackHelper': {'1.0'}, Jun 22 07:13:46.062037 dv-cinder-786627-11-iscsi neutron-server[92921]: 'Log': {'1.0'}, Jun 22 07:13:46.062037 dv-cinder-786627-11-iscsi neutron-server[92921]: 'Network': {'1.1'}, Jun 22 07:13:46.062037 dv-cinder-786627-11-iscsi neutron-server[92921]: 'Port': {'1.7'}, Jun 22 07:13:46.062037 dv-cinder-786627-11-iscsi neutron-server[92921]: 'PortForwarding': {'1.2'}, Jun 22 07:13:46.062037 dv-cinder-786627-11-iscsi neutron-server[92921]: 'QosPolicy': {'1.8'}, Jun 22 07:13:46.062037 dv-cinder-786627-11-iscsi neutron-server[92921]: 'SecurityGroup': {'1.4'}, Jun 22 07:13:46.062037 dv-cinder-786627-11-iscsi neutron-server[92921]: 'SecurityGroupRule': {'1.2'}, Jun 22 07:13:46.062037 dv-cinder-786627-11-iscsi neutron-server[92921]: 'SubPort': {'1.0'}, Jun 22 07:13:46.062037 dv-cinder-786627-11-iscsi neutron-server[92921]: 'Subnet': {'1.1'}, Jun 22 07:13:46.062037 dv-cinder-786627-11-iscsi neutron-server[92921]: 'Trunk': {'1.1'}} Jun 22 07:13:46.062037 dv-cinder-786627-11-iscsi neutron-server[92921]: consumer versions: Jun 22 07:13:46.062037 dv-cinder-786627-11-iscsi neutron-server[92921]: { DHCP agent@dv-cinder-786627-11-iscsi: {}, Jun 22 07:13:46.062037 dv-cinder-786627-11-iscsi neutron-server[92921]: HyperV agent@hv-cinder-78662: {}, Jun 22 07:13:46.062037 dv-cinder-786627-11-iscsi neutron-server[92921]: L3 agent@dv-cinder-786627-11-iscsi: {}, Jun 22 07:13:46.062037 dv-cinder-786627-11-iscsi neutron-server[92921]: Metadata agent@dv-cinder-786627-11-iscsi: {}, Jun 22 07:13:46.062037 dv-cinder-786627-11-iscsi neutron-server[92921]: Metering agent@dv-cinder-786627-11-iscsi: {}, Jun 22 07:13:46.062037 dv-cinder-786627-11-iscsi neutron-server[92921]: Open vSwitch agent@dv-cinder-786627-11-iscsi: { 'AddressGroup': '1.2', Jun 22 07:13:46.062037 dv-cinder-786627-11-iscsi neutron-server[92921]: 'ConntrackHelper': '1.0', Jun 22 07:13:46.062037 dv-cinder-786627-11-iscsi neutron-server[92921]: 'Log': '1.0', Jun 22 07:13:46.062037 dv-cinder-786627-11-iscsi neutron-server[92921]: 'Network': '1.1', Jun 22 07:13:46.062037 dv-cinder-786627-11-iscsi neutron-server[92921]: 'Port': '1.7', Jun 22 07:13:46.062037 dv-cinder-786627-11-iscsi neutron-server[92921]: 'PortForwarding': '1.2', Jun 22 07:13:46.062037 dv-cinder-786627-11-iscsi neutron-server[92921]: 'QosPolicy': '1.8', Jun 22 07:13:46.062037 dv-cinder-786627-11-iscsi neutron-server[92921]: 'SecurityGroup': '1.4', Jun 22 07:13:46.062037 dv-cinder-786627-11-iscsi neutron-server[92921]: 'SecurityGroupRule': '1.2', Jun 22 07:13:46.062037 dv-cinder-786627-11-iscsi neutron-server[92921]: 'SubPort': '1.0', Jun 22 07:13:46.062037 dv-cinder-786627-11-iscsi neutron-server[92921]: 'Subnet': '1.1', Jun 22 07:13:46.062037 dv-cinder-786627-11-iscsi neutron-server[92921]: 'Trunk': '1.1'}} Jun 22 07:13:46.062037 dv-cinder-786627-11-iscsi neutron-server[92921]: {{(pid=92921) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 07:13:46.084008 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-efacec6e-bb5c-4af0-913d-b5b0e26c5284 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:13:46.105218 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efacec6e-bb5c-4af0-913d-b5b0e26c5284 None None] Network b91fcb38-ada5-4353-b77e-00fb398ce7d0 is already hosted by enough agents. {{(pid=92921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 07:13:46.120033 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.scheduler.base_scheduler [None req-efacec6e-bb5c-4af0-913d-b5b0e26c5284 None None] Resources bound (agent type, host, resource id): {{(pid=92921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 07:13:46.125247 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efacec6e-bb5c-4af0-913d-b5b0e26c5284 None None] Received port after_create {{(pid=92921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 07:13:46.220103 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b506010-56ed-472a-8ebf-549e29433495 req-28e70c2e-ece8-4326-82ba-70a2c3a17611 tempest-DeleteServersTestJSON-1840482181 tempest-DeleteServersTestJSON-1840482181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:13:46.227250 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-3b506010-56ed-472a-8ebf-549e29433495 req-28e70c2e-ece8-4326-82ba-70a2c3a17611 tempest-DeleteServersTestJSON-1840482181 tempest-DeleteServersTestJSON-1840482181-project] 10.222.0.24 "GET /v2.0/networks?id=f69f16c5-4741-459e-b289-137e3cebe98a HTTP/1.1" status: 200 len: 811 time: 0.7379003 Jun 22 07:13:46.241643 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-e6351562-5061-438e-b4d7-9c86d08f3a56 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:46.263764 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.db.db_base_plugin_common [None req-d0862b2f-c28a-4e66-b036-1386b70fc6f8 admin admin] Allocated IP 172.27.1.230 (73c4e24d-548c-4da2-96ca-75881b5fbbd2/544f46cc-96c5-45ec-92af-d864e0b11db8/098d0e0b-08fe-483a-8b92-acc051690e6c) {{(pid=92920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 07:13:46.267406 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [None req-efacec6e-bb5c-4af0-913d-b5b0e26c5284 None None] Attempting to bind port 78fcea9f-3b98-4774-b986-2857499495de on host dv-cinder-786627-11-iscsi for vnic_type normal with profile {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 07:13:46.267994 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [None req-efacec6e-bb5c-4af0-913d-b5b0e26c5284 None None] Attempting to bind port 78fcea9f-3b98-4774-b986-2857499495de by drivers openvswitch,hyperv on host dv-cinder-786627-11-iscsi at level 0 using segments [{'id': '8d1bc002-3124-433f-9368-96f826d6cba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b91fcb38-ada5-4353-b77e-00fb398ce7d0'}] {{(pid=92921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 07:13:46.268577 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efacec6e-bb5c-4af0-913d-b5b0e26c5284 None None] Attempting to bind port 78fcea9f-3b98-4774-b986-2857499495de on network b91fcb38-ada5-4353-b77e-00fb398ce7d0 {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 07:13:46.277873 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efacec6e-bb5c-4af0-913d-b5b0e26c5284 None None] Checking agent: {'id': '25bcf34a-9be6-400d-9699-901d91ee39d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 7, 6, 3), 'started_at': datetime.datetime(2021, 6, 22, 7, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 7, 13, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 07:13:46.279091 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efacec6e-bb5c-4af0-913d-b5b0e26c5284 None None] Checking segment: {'id': '8d1bc002-3124-433f-9368-96f826d6cba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b91fcb38-ada5-4353-b77e-00fb398ce7d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 07:13:46.279793 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-efacec6e-bb5c-4af0-913d-b5b0e26c5284 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:46.280492 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efacec6e-bb5c-4af0-913d-b5b0e26c5284 None None] Bound using segment: {'id': '8d1bc002-3124-433f-9368-96f826d6cba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b91fcb38-ada5-4353-b77e-00fb398ce7d0'} {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 07:13:46.281404 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [None req-efacec6e-bb5c-4af0-913d-b5b0e26c5284 None None] Bound port: 78fcea9f-3b98-4774-b986-2857499495de, host: dv-cinder-786627-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d1bc002-3124-433f-9368-96f826d6cba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b91fcb38-ada5-4353-b77e-00fb398ce7d0'}}] {{(pid=92921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 07:13:46.281992 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-efacec6e-bb5c-4af0-913d-b5b0e26c5284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:46.293491 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-d0a4103c-24d1-4e9f-90d7-c22105b7a496 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:46.303873 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-3b506010-56ed-472a-8ebf-549e29433495 req-c6c635e9-5dce-4f7d-a899-7ed0c7a5a8d9 tempest-DeleteServersTestJSON-1840482181 tempest-DeleteServersTestJSON-1840482181-project] 10.222.0.24 "GET /v2.0/quotas/b0ed6e68e72547bea4e482f51391118d HTTP/1.1" status: 200 len: 375 time: 0.0755074 Jun 22 07:13:46.327186 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-d0a4103c-24d1-4e9f-90d7-c22105b7a496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:46.376519 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:13:46.390438 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-3b506010-56ed-472a-8ebf-549e29433495 req-ea0c5c90-97a0-474e-8c6b-98674c43afdb tempest-DeleteServersTestJSON-1840482181 tempest-DeleteServersTestJSON-1840482181-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=b0ed6e68e72547bea4e482f51391118d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0855970 Jun 22 07:13:46.394762 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-efacec6e-bb5c-4af0-913d-b5b0e26c5284 None None] For port 78fcea9f-3b98-4774-b986-2857499495de, host dv-cinder-786627-11-iscsi, cleared binding levels {{(pid=92921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 07:13:46.401628 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-efacec6e-bb5c-4af0-913d-b5b0e26c5284 None None] For port 78fcea9f-3b98-4774-b986-2857499495de, host dv-cinder-786627-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-11-iscsi',level=0,port_id=78fcea9f-3b98-4774-b986-2857499495de,segment=NetworkSegment(8d1bc002-3124-433f-9368-96f826d6cba6),segment_id=8d1bc002-3124-433f-9368-96f826d6cba6)] {{(pid=92921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 07:13:46.431669 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-efacec6e-bb5c-4af0-913d-b5b0e26c5284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:46.432258 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:13:46.540938 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-d0862b2f-c28a-4e66-b036-1386b70fc6f8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:46.562575 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efacec6e-bb5c-4af0-913d-b5b0e26c5284 None None] Pushing event updated for resources: {'Port': ['ID=78fcea9f-3b98-4774-b986-2857499495de,revision_number=2']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:13:46.566511 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-efacec6e-bb5c-4af0-913d-b5b0e26c5284 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:13:46.659102 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0a4103c-24d1-4e9f-90d7-c22105b7a496 admin admin] vlan segment allocate from pool success with {'vlan_id': 440, 'physical_network': 'physnet1'} {{(pid=92919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 07:13:46.672079 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-d0862b2f-c28a-4e66-b036-1386b70fc6f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1809569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-690206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773473471591'] for port, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:46.687547 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:13:46.788404 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0862b2f-c28a-4e66-b036-1386b70fc6f8 admin admin] Network 73c4e24d-548c-4da2-96ca-75881b5fbbd2 is already hosted by enough agents. {{(pid=92920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 07:13:46.795254 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.scheduler.base_scheduler [None req-d0862b2f-c28a-4e66-b036-1386b70fc6f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=92920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 07:13:46.801716 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0862b2f-c28a-4e66-b036-1386b70fc6f8 admin admin] Received port after_create {{(pid=92920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 07:13:46.811979 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0862b2f-c28a-4e66-b036-1386b70fc6f8 admin admin] Pushing event updated for resources: {'Port': ['ID=098d0e0b-08fe-483a-8b92-acc051690e6c,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:13:46.883353 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-d0862b2f-c28a-4e66-b036-1386b70fc6f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:13:46.895296 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a4103c-24d1-4e9f-90d7-c22105b7a496 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9381eec5-2fc0-45db-8c70-6de0833483ec,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:13:46.920302 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-d0a4103c-24d1-4e9f-90d7-c22105b7a496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1885363'] for segment, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:46.927574 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.db.segments_db [None req-d0a4103c-24d1-4e9f-90d7-c22105b7a496 admin admin] Added segment 2158ff00-7488-4d6e-bcd3-02a0699d8dc9 of type vlan for network e45ca323-df81-4e4e-ad4b-9a2282b40737 Jun 22 07:13:47.134685 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-d0a4103c-24d1-4e9f-90d7-c22105b7a496 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.758s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:13:47.167400 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [req-3b506010-56ed-472a-8ebf-549e29433495 req-d299327d-77f1-48b4-9347-8723efb533bf service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=92919) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 07:13:47.170815 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-3b506010-56ed-472a-8ebf-549e29433495 req-d299327d-77f1-48b4-9347-8723efb533bf service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3312469 Jun 22 07:13:47.172904 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-e6351562-5061-438e-b4d7-9c86d08f3a56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-706580'] for router, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:47.356133 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-d0a4103c-24d1-4e9f-90d7-c22105b7a496 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773473491173'] for network, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:47.615296 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-d0862b2f-c28a-4e66-b036-1386b70fc6f8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:47.639032 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-3b506010-56ed-472a-8ebf-549e29433495 req-def11142-50c3-455a-8712-1d3fd506b7e8 service neutron] 10.222.0.24 "GET /v2.0/networks/f69f16c5-4741-459e-b289-137e3cebe98a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4582849 Jun 22 07:13:47.643574 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-d0a4103c-24d1-4e9f-90d7-c22105b7a496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-54575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-690206'] for network, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:47.650287 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0a4103c-24d1-4e9f-90d7-c22105b7a496 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:13:47.651085 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-d0a4103c-24d1-4e9f-90d7-c22105b7a496 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-690179'] for network, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:47.664150 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-185dbcd3-01fa-4023-8340-b96c7411a12d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:13:47.895275 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-d0a4103c-24d1-4e9f-90d7-c22105b7a496 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 4.5072193 Jun 22 07:13:47.955194 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 41488) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:13:47.961905 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.v2.base [None req-d575a114-3ef2-4968-ba89-29b4876ddb0c admin admin] Request body: {'subnet': {'network_id': 'e45ca323-df81-4e4e-ad4b-9a2282b40737', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-907065161-subnet', 'tenant_id': 'd4f594fab10d40c7ba3121bb30f350f6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:13:48.011091 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-d0862b2f-c28a-4e66-b036-1386b70fc6f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-706580'] for router, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:48.020633 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d575a114-3ef2-4968-ba89-29b4876ddb0c admin admin] Made reservation on behalf of d4f594fab10d40c7ba3121bb30f350f6 for: {'subnet': 1} {{(pid=92920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 07:13:48.023366 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-d575a114-3ef2-4968-ba89-29b4876ddb0c admin admin] Notify callbacks [] for subnet, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:48.166460 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6351562-5061-438e-b4d7-9c86d08f3a56 admin admin] Router bc4524db-da16-4982-b6d2-35fbdcad86c8 is scheduled to L3 agent f18ef446-1389-4802-a345-f314a6956002 with binding_index 1 {{(pid=92919) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 07:13:48.180171 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a4103c-24d1-4e9f-90d7-c22105b7a496 admin admin] Pushing event updated for resources: {'Network': ['ID=e45ca323-df81-4e4e-ad4b-9a2282b40737,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:13:48.200222 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Network e45ca323-df81-4e4e-ad4b-9a2282b40737 details requested by agent ovs-agent-dv-cinder-786627-11-iscsi with host dv-cinder-786627-11-iscsi {{(pid=92921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 07:13:48.205307 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-d0a4103c-24d1-4e9f-90d7-c22105b7a496 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.541s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:13:48.413474 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-3b506010-56ed-472a-8ebf-549e29433495 req-ab8877a6-aab4-46c1-b9d9-7a903d45d8b9 service neutron] 10.222.0.24 "GET /v2.0/networks/f69f16c5-4741-459e-b289-137e3cebe98a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7153661 Jun 22 07:13:48.488492 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Device 78fcea9f-3b98-4774-b986-2857499495de up at agent ovs-agent-dv-cinder-786627-11-iscsi {{(pid=92921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 07:13:48.496623 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6351562-5061-438e-b4d7-9c86d08f3a56 admin admin] Notify agent at l3_agent.dv-cinder-786627-11-iscsi the message routers_updated {{(pid=92919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 07:13:48.519166 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a5ce69-7208-41a0-9a4e-860fb76743e0 None None] Sync routers for ids ['bc4524db-da16-4982-b6d2-35fbdcad86c8'] in dv-cinder-786627-11-iscsi {{(pid=92922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 07:13:48.554904 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a5ce69-7208-41a0-9a4e-860fb76743e0 None None] Routers {'bc4524db-da16-4982-b6d2-35fbdcad86c8'} bound to L3 agent in host dv-cinder-786627-11-iscsi {{(pid=92922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 07:13:48.561391 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-10a5ce69-7208-41a0-9a4e-860fb76743e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T07:06:03Z,description=,heartbeat_timestamp=2021-06-22T07:13:33Z,host='dv-cinder-786627-11-iscsi',id=f18ef446-1389-4802-a345-f314a6956002,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T07:06:03Z,topic='l3_agent')) {'router_ids': ['bc4524db-da16-4982-b6d2-35fbdcad86c8'], 'active': True} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:13:48.580284 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-e6351562-5061-438e-b4d7-9c86d08f3a56 admin admin] Notify callbacks [] for router, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:48.585416 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-e6351562-5061-438e-b4d7-9c86d08f3a56 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.7973776 Jun 22 07:13:48.586239 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 41502) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:13:48.649198 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5173b001-e4e3-46f6-a2f0-c471605ce934 None None] Network b91fcb38-ada5-4353-b77e-00fb398ce7d0 requested from dv-cinder-786627-11-iscsi {{(pid=92921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 07:13:48.802295 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-d575a114-3ef2-4968-ba89-29b4876ddb0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197'] for subnet, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:48.814990 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-682a7189-a3bc-4e59-8a23-229c86b40fb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:13:48.872205 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0862b2f-c28a-4e66-b036-1386b70fc6f8 admin admin] Router 938dbb39-699a-459d-a185-b77a2fcc80bc is scheduled to L3 agent f18ef446-1389-4802-a345-f314a6956002 with binding_index 1 {{(pid=92920) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 07:13:49.047870 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 41534) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:13:49.140802 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Provisioning for port 78fcea9f-3b98-4774-b986-2857499495de completed by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 07:13:49.165781 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-6aaf64ca-aa16-4de6-833c-10fa7bf87f10 req-334a06f6-c324-41b7-8443-70afade8d985 tempest-DeleteServersTestJSON-1840482181 tempest-DeleteServersTestJSON-1840482181-project] 10.222.0.24 "GET /v2.0/ports?device_id=408e9ee9-a3c9-4c89-a36d-c9312e22824a HTTP/1.1" status: 200 len: 210 time: 0.1172516 Jun 22 07:13:49.173279 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-9b305480-bb59-4203-8325-4fd55a59ab30 None None] Provisioning for port 78fcea9f-3b98-4774-b986-2857499495de completed by entity DHCP. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 07:13:49.182962 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0862b2f-c28a-4e66-b036-1386b70fc6f8 admin admin] Notify agent at l3_agent.dv-cinder-786627-11-iscsi the message routers_updated {{(pid=92920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 07:13:49.212784 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvr_db [None req-10a5ce69-7208-41a0-9a4e-860fb76743e0 None None] Set router bc4524db-da16-4982-b6d2-35fbdcad86c8 gateway port host: dv-cinder-786627-11-iscsi {{(pid=92922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 07:13:49.216832 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1fd3762-5055-4b49-868e-903396e45db3 None None] Sync routers for ids ['938dbb39-699a-459d-a185-b77a2fcc80bc'] in dv-cinder-786627-11-iscsi {{(pid=92921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 07:13:49.236822 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-9b305480-bb59-4203-8325-4fd55a59ab30 None None] Provisioning complete for port 78fcea9f-3b98-4774-b986-2857499495de triggered by entity DHCP. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:13:49.237653 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-9b305480-bb59-4203-8325-4fd55a59ab30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1879668'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:49.248546 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-d0862b2f-c28a-4e66-b036-1386b70fc6f8 admin admin] Notify callbacks [] for router, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:49.250002 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-d0862b2f-c28a-4e66-b036-1386b70fc6f8 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.4852352 Jun 22 07:13:49.253257 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d575a114-3ef2-4968-ba89-29b4876ddb0c admin admin] Checking segment: {'id': '2158ff00-7488-4d6e-bcd3-02a0699d8dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'e45ca323-df81-4e4e-ad4b-9a2282b40737'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 07:13:49.253632 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d575a114-3ef2-4968-ba89-29b4876ddb0c admin admin] Network hostable DHCP agents. Network: e45ca323-df81-4e4e-ad4b-9a2282b40737, hostable agents: ['23f99c3b-a432-44d9-a8da-8094b458f26a'], hosted agents: [] {{(pid=92920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 07:13:49.260041 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 41548) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:13:49.501192 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d575a114-3ef2-4968-ba89-29b4876ddb0c admin admin] Pushing event updated for resources: {'Subnet': ['ID=f68816de-e03b-4f38-99ee-40e3f1c0a6fd,revision_number=0']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:13:49.505908 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1fd3762-5055-4b49-868e-903396e45db3 None None] Routers {'938dbb39-699a-459d-a185-b77a2fcc80bc'} bound to L3 agent in host dv-cinder-786627-11-iscsi {{(pid=92921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 07:13:49.520003 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-d575a114-3ef2-4968-ba89-29b4876ddb0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.705s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:13:49.521051 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-f1fd3762-5055-4b49-868e-903396e45db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T07:06:03Z,description=,heartbeat_timestamp=2021-06-22T07:13:33Z,host='dv-cinder-786627-11-iscsi',id=f18ef446-1389-4802-a345-f314a6956002,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T07:06:03Z,topic='l3_agent')) {'router_ids': ['938dbb39-699a-459d-a185-b77a2fcc80bc'], 'active': True} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:13:49.555997 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d575a114-3ef2-4968-ba89-29b4876ddb0c admin admin] Network e45ca323-df81-4e4e-ad4b-9a2282b40737 is scheduled to be hosted by DHCP agent 23f99c3b-a432-44d9-a8da-8094b458f26a with binding_index 1 {{(pid=92920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 07:13:49.607386 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.scheduler.base_scheduler [None req-d575a114-3ef2-4968-ba89-29b4876ddb0c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-11-iscsi, e45ca323-df81-4e4e-ad4b-9a2282b40737) {{(pid=92920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 07:13:49.620097 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-65665d68-975e-4762-ac63-1095e3a3f28f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:49.633099 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-10a5ce69-7208-41a0-9a4e-860fb76743e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc4524db-da16-4982-b6d2-35fbdcad86c8', 'name': 'tempest-ServerRescueNegativeTestJSON-1681036129-router', 'tenant_id': 'a6b59c4ef34b41bd9dbb44d6fa033408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'external_fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '00558a3d-cd19-425c-8851-b5f0b76bc138', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:13:42Z', 'updated_at': '2021-06-22T07:13:45Z', 'revision_number': 3, 'project_id': 'a6b59c4ef34b41bd9dbb44d6fa033408', 'gw_port': {'id': '00558a3d-cd19-425c-8851-b5f0b76bc138', 'name': '', 'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:7f:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc4524db-da16-4982-b6d2-35fbdcad86c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:13:43Z', 'updated_at': '2021-06-22T07:13:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-iscsi'}], 'dv-cinder-786627-11-iscsi', False) {} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:13:49.647514 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d575a114-3ef2-4968-ba89-29b4876ddb0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:13:49.652879 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-d575a114-3ef2-4968-ba89-29b4876ddb0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-690179'] for subnet, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:49.672067 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a5ce69-7208-41a0-9a4e-860fb76743e0 None None] Checking router: bc4524db-da16-4982-b6d2-35fbdcad86c8 for host: dv-cinder-786627-11-iscsi {{(pid=92922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 07:13:49.672856 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a5ce69-7208-41a0-9a4e-860fb76743e0 None None] Updating router bc4524db-da16-4982-b6d2-35fbdcad86c8 port 00558a3d-cd19-425c-8851-b5f0b76bc138 binding host dv-cinder-786627-11-iscsi {{(pid=92922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 07:13:49.743989 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-10a5ce69-7208-41a0-9a4e-860fb76743e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:49.849297 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ec0ab0-f703-404c-bd6a-b1adc7ab7cb4 None None] Network e45ca323-df81-4e4e-ad4b-9a2282b40737 requested from dv-cinder-786627-11-iscsi {{(pid=92921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 07:13:49.993448 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-65665d68-975e-4762-ac63-1095e3a3f28f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:50.025329 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-65665d68-975e-4762-ac63-1095e3a3f28f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:50.149448 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:13:50.154880 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-65665d68-975e-4762-ac63-1095e3a3f28f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=57419024b7724ea4875c751e701585a4&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1041613 Jun 22 07:13:50.158627 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 41576) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:13:50.169772 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-10a5ce69-7208-41a0-9a4e-860fb76743e0 None None] Notify callbacks [] for port, precommit_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:50.182024 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-10a5ce69-7208-41a0-9a4e-860fb76743e0 None None] Transition to ACTIVE for port object 00558a3d-cd19-425c-8851-b5f0b76bc138 will not be triggered until provisioned by entity L2. {{(pid=92922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 07:13:50.191583 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-10a5ce69-7208-41a0-9a4e-860fb76743e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:50.201513 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:13:50.211704 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-d575a114-3ef2-4968-ba89-29b4876ddb0c admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.2498126 Jun 22 07:13:50.212997 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 41578) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:13:50.223122 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.v2.base [None req-c825c196-4d5b-49bb-8395-b7f281d9f51b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-907065161-router', 'tenant_id': 'd4f594fab10d40c7ba3121bb30f350f6', 'external_gateway_info': {'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2'}}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:13:50.224042 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65665d68-975e-4762-ac63-1095e3a3f28f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=033f654d-a449-4e83-9bda-9660065561ca,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:13:50.246207 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvr_db [None req-f1fd3762-5055-4b49-868e-903396e45db3 None None] Set router 938dbb39-699a-459d-a185-b77a2fcc80bc gateway port host: dv-cinder-786627-11-iscsi {{(pid=92921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 07:13:50.286598 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-65665d68-975e-4762-ac63-1095e3a3f28f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:13:50.299606 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d6c2b2-9169-4695-a2ce-8eaea58e59c8 None None] Pushing event updated for resources: {'Port': ['ID=00558a3d-cd19-425c-8851-b5f0b76bc138,revision_number=2']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:13:50.317798 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d6c2b2-9169-4695-a2ce-8eaea58e59c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:13:50.318287 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d6c2b2-9169-4695-a2ce-8eaea58e59c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:13:50.318727 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d6c2b2-9169-4695-a2ce-8eaea58e59c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:13:50.319159 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d6c2b2-9169-4695-a2ce-8eaea58e59c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:13:50.319848 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d6c2b2-9169-4695-a2ce-8eaea58e59c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:13:50.320056 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d6c2b2-9169-4695-a2ce-8eaea58e59c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:13:50.321362 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d6c2b2-9169-4695-a2ce-8eaea58e59c8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:13:50.321798 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d6c2b2-9169-4695-a2ce-8eaea58e59c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:13:50.322405 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d6c2b2-9169-4695-a2ce-8eaea58e59c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:13:50.322867 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d6c2b2-9169-4695-a2ce-8eaea58e59c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:13:50.323864 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d6c2b2-9169-4695-a2ce-8eaea58e59c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:13:50.323864 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d6c2b2-9169-4695-a2ce-8eaea58e59c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:13:50.325541 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d6c2b2-9169-4695-a2ce-8eaea58e59c8 None None] Tracked resource versions report: Jun 22 07:13:50.325541 dv-cinder-786627-11-iscsi neutron-server[92922]: pushed versions: Jun 22 07:13:50.325541 dv-cinder-786627-11-iscsi neutron-server[92922]: { 'AddressGroup': {'1.2'}, Jun 22 07:13:50.325541 dv-cinder-786627-11-iscsi neutron-server[92922]: 'ConntrackHelper': {'1.0'}, Jun 22 07:13:50.325541 dv-cinder-786627-11-iscsi neutron-server[92922]: 'Log': {'1.0'}, Jun 22 07:13:50.325541 dv-cinder-786627-11-iscsi neutron-server[92922]: 'Network': {'1.1'}, Jun 22 07:13:50.325541 dv-cinder-786627-11-iscsi neutron-server[92922]: 'Port': {'1.7'}, Jun 22 07:13:50.325541 dv-cinder-786627-11-iscsi neutron-server[92922]: 'PortForwarding': {'1.2'}, Jun 22 07:13:50.325541 dv-cinder-786627-11-iscsi neutron-server[92922]: 'QosPolicy': {'1.8'}, Jun 22 07:13:50.325541 dv-cinder-786627-11-iscsi neutron-server[92922]: 'SecurityGroup': {'1.4'}, Jun 22 07:13:50.325541 dv-cinder-786627-11-iscsi neutron-server[92922]: 'SecurityGroupRule': {'1.2'}, Jun 22 07:13:50.325541 dv-cinder-786627-11-iscsi neutron-server[92922]: 'SubPort': {'1.0'}, Jun 22 07:13:50.325541 dv-cinder-786627-11-iscsi neutron-server[92922]: 'Subnet': {'1.1'}, Jun 22 07:13:50.325541 dv-cinder-786627-11-iscsi neutron-server[92922]: 'Trunk': {'1.1'}} Jun 22 07:13:50.325541 dv-cinder-786627-11-iscsi neutron-server[92922]: consumer versions: Jun 22 07:13:50.325541 dv-cinder-786627-11-iscsi neutron-server[92922]: { DHCP agent@dv-cinder-786627-11-iscsi: {}, Jun 22 07:13:50.325541 dv-cinder-786627-11-iscsi neutron-server[92922]: HyperV agent@hv-cinder-78662: {}, Jun 22 07:13:50.325541 dv-cinder-786627-11-iscsi neutron-server[92922]: L3 agent@dv-cinder-786627-11-iscsi: {}, Jun 22 07:13:50.325541 dv-cinder-786627-11-iscsi neutron-server[92922]: Metadata agent@dv-cinder-786627-11-iscsi: {}, Jun 22 07:13:50.325541 dv-cinder-786627-11-iscsi neutron-server[92922]: Metering agent@dv-cinder-786627-11-iscsi: {}, Jun 22 07:13:50.325541 dv-cinder-786627-11-iscsi neutron-server[92922]: Open vSwitch agent@dv-cinder-786627-11-iscsi: { 'AddressGroup': '1.2', Jun 22 07:13:50.325541 dv-cinder-786627-11-iscsi neutron-server[92922]: 'ConntrackHelper': '1.0', Jun 22 07:13:50.325541 dv-cinder-786627-11-iscsi neutron-server[92922]: 'Log': '1.0', Jun 22 07:13:50.325541 dv-cinder-786627-11-iscsi neutron-server[92922]: 'Network': '1.1', Jun 22 07:13:50.325541 dv-cinder-786627-11-iscsi neutron-server[92922]: 'Port': '1.7', Jun 22 07:13:50.325541 dv-cinder-786627-11-iscsi neutron-server[92922]: 'PortForwarding': '1.2', Jun 22 07:13:50.325541 dv-cinder-786627-11-iscsi neutron-server[92922]: 'QosPolicy': '1.8', Jun 22 07:13:50.325541 dv-cinder-786627-11-iscsi neutron-server[92922]: 'SecurityGroup': '1.4', Jun 22 07:13:50.325541 dv-cinder-786627-11-iscsi neutron-server[92922]: 'SecurityGroupRule': '1.2', Jun 22 07:13:50.325541 dv-cinder-786627-11-iscsi neutron-server[92922]: 'SubPort': '1.0', Jun 22 07:13:50.325541 dv-cinder-786627-11-iscsi neutron-server[92922]: 'Subnet': '1.1', Jun 22 07:13:50.325541 dv-cinder-786627-11-iscsi neutron-server[92922]: 'Trunk': '1.1'}} Jun 22 07:13:50.325541 dv-cinder-786627-11-iscsi neutron-server[92922]: {{(pid=92922) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 07:13:50.371255 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-a44e4918-27fa-4449-9ab6-c669d316723e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1809762'] for port, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:50.390848 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-80d6c2b2-9169-4695-a2ce-8eaea58e59c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:13:50.392663 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [None req-10a5ce69-7208-41a0-9a4e-860fb76743e0 None None] Attempting to bind port 00558a3d-cd19-425c-8851-b5f0b76bc138 on host dv-cinder-786627-11-iscsi for vnic_type normal with profile {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 07:13:50.393411 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [None req-10a5ce69-7208-41a0-9a4e-860fb76743e0 None None] Attempting to bind port 00558a3d-cd19-425c-8851-b5f0b76bc138 by drivers openvswitch,hyperv on host dv-cinder-786627-11-iscsi at level 0 using segments [{'id': '4e753e82-2fc6-4903-97a0-73083259f586', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2'}] {{(pid=92922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 07:13:50.398777 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a5ce69-7208-41a0-9a4e-860fb76743e0 None None] Attempting to bind port 00558a3d-cd19-425c-8851-b5f0b76bc138 on network 73c4e24d-548c-4da2-96ca-75881b5fbbd2 {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 07:13:50.411254 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a5ce69-7208-41a0-9a4e-860fb76743e0 None None] Checking agent: {'id': '25bcf34a-9be6-400d-9699-901d91ee39d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 7, 6, 3), 'started_at': datetime.datetime(2021, 6, 22, 7, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 7, 13, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 07:13:50.412729 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a5ce69-7208-41a0-9a4e-860fb76743e0 None None] Checking segment: {'id': '4e753e82-2fc6-4903-97a0-73083259f586', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 07:13:50.413746 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-10a5ce69-7208-41a0-9a4e-860fb76743e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:50.414916 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a5ce69-7208-41a0-9a4e-860fb76743e0 None None] Bound using segment: {'id': '4e753e82-2fc6-4903-97a0-73083259f586', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2'} {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 07:13:50.416115 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [None req-10a5ce69-7208-41a0-9a4e-860fb76743e0 None None] Bound port: 00558a3d-cd19-425c-8851-b5f0b76bc138, host: dv-cinder-786627-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e753e82-2fc6-4903-97a0-73083259f586', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2'}}] {{(pid=92922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 07:13:50.417054 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-10a5ce69-7208-41a0-9a4e-860fb76743e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:50.426931 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 41586) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:13:50.443300 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-c825c196-4d5b-49bb-8395-b7f281d9f51b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-578696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23766'] for router, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:50.447802 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-c825c196-4d5b-49bb-8395-b7f281d9f51b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-707250', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1041088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23759'] for router, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:50.570564 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-ab47786d-d1d5-433b-8063-87626a8a13b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1809762'] for port, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:50.570758 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-10a5ce69-7208-41a0-9a4e-860fb76743e0 None None] For port 00558a3d-cd19-425c-8851-b5f0b76bc138, host dv-cinder-786627-11-iscsi, cleared binding levels {{(pid=92922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 07:13:50.579690 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-10a5ce69-7208-41a0-9a4e-860fb76743e0 None None] For port 00558a3d-cd19-425c-8851-b5f0b76bc138, host dv-cinder-786627-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-11-iscsi',level=0,port_id=00558a3d-cd19-425c-8851-b5f0b76bc138,segment=NetworkSegment(4e753e82-2fc6-4903-97a0-73083259f586),segment_id=4e753e82-2fc6-4903-97a0-73083259f586)] {{(pid=92922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 07:13:50.599560 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-10a5ce69-7208-41a0-9a4e-860fb76743e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:50.609210 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-b3b92a85-3bcd-4443-8003-3b18828e0f77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:13:50.740074 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d6c2b2-9169-4695-a2ce-8eaea58e59c8 None None] Pushing event updated for resources: {'Port': ['ID=00558a3d-cd19-425c-8851-b5f0b76bc138,revision_number=3']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:13:50.750122 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-80d6c2b2-9169-4695-a2ce-8eaea58e59c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:13:50.769109 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-baf11d68-6f94-4e02-bea7-da2cd34e8c0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:50.778573 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a5ce69-7208-41a0-9a4e-860fb76743e0 None None] Routers {'bc4524db-da16-4982-b6d2-35fbdcad86c8'} bound to L3 agent in host dv-cinder-786627-11-iscsi {{(pid=92922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 07:13:50.779216 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-10a5ce69-7208-41a0-9a4e-860fb76743e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T07:06:03Z,description=,heartbeat_timestamp=2021-06-22T07:13:33Z,host='dv-cinder-786627-11-iscsi',id=f18ef446-1389-4802-a345-f314a6956002,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T07:06:03Z,topic='l3_agent')) {'router_ids': ['bc4524db-da16-4982-b6d2-35fbdcad86c8'], 'active': True} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:13:50.807947 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.db.db_base_plugin_common [None req-ab47786d-d1d5-433b-8063-87626a8a13b3 admin admin] Allocated IP 172.20.0.1 (b91fcb38-ada5-4353-b77e-00fb398ce7d0/f579e111-0d0d-464b-ba2e-9baae47e7af2/30995bdb-9a4a-48b3-97be-68e0606645f8) {{(pid=92920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 07:13:50.866931 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-eba79ddf-d8f9-4184-abac-518e963ad94c req-f256e40f-10d2-41ef-9b54-2e3d36fd6bdc tempest-DeleteServersTestJSON-1840482181 tempest-DeleteServersTestJSON-1840482181-project] 10.222.0.24 "GET /v2.0/ports?device_id=408e9ee9-a3c9-4c89-a36d-c9312e22824a HTTP/1.1" status: 200 len: 210 time: 0.4379795 Jun 22 07:13:50.876766 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-9b305480-bb59-4203-8325-4fd55a59ab30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:50.996529 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-baf11d68-6f94-4e02-bea7-da2cd34e8c0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:51.101787 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-9b305480-bb59-4203-8325-4fd55a59ab30 None None] For port 78fcea9f-3b98-4774-b986-2857499495de, host dv-cinder-786627-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-11-iscsi',level=0,port_id=78fcea9f-3b98-4774-b986-2857499495de,segment=NetworkSegment(8d1bc002-3124-433f-9368-96f826d6cba6),segment_id=8d1bc002-3124-433f-9368-96f826d6cba6)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:13:51.150303 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-c825c196-4d5b-49bb-8395-b7f281d9f51b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:51.154302 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-ab47786d-d1d5-433b-8063-87626a8a13b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:51.196277 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvr_db [None req-10a5ce69-7208-41a0-9a4e-860fb76743e0 None None] Set router bc4524db-da16-4982-b6d2-35fbdcad86c8 gateway port host: dv-cinder-786627-11-iscsi {{(pid=92922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 07:13:51.207012 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-9b305480-bb59-4203-8325-4fd55a59ab30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:51.289114 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-efacec6e-bb5c-4af0-913d-b5b0e26c5284 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:13:51.355273 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-c825c196-4d5b-49bb-8395-b7f281d9f51b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-707264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-578682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-23801'] for router, precommit_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:51.390746 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b305480-bb59-4203-8325-4fd55a59ab30 None None] Pushing event updated for resources: {'Port': ['ID=78fcea9f-3b98-4774-b986-2857499495de,revision_number=3']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:13:51.407101 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-ab47786d-d1d5-433b-8063-87626a8a13b3 admin admin] Transition to ACTIVE for port object 30995bdb-9a4a-48b3-97be-68e0606645f8 will not be triggered until provisioned by entity DHCP. {{(pid=92920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 07:13:51.419577 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-9b305480-bb59-4203-8325-4fd55a59ab30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:13:51.429481 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-baf11d68-6f94-4e02-bea7-da2cd34e8c0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:51.468298 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-baf11d68-6f94-4e02-bea7-da2cd34e8c0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:51.470166 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-baf11d68-6f94-4e02-bea7-da2cd34e8c0e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/033f654d-a449-4e83-9bda-9660065561ca HTTP/1.1" status: 204 len: 168 time: 1.3099315 Jun 22 07:13:51.529435 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-f1fd3762-5055-4b49-868e-903396e45db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '938dbb39-699a-459d-a185-b77a2fcc80bc', 'name': 'tempest-AttachVolumeShelveTestJSON-1929265933-router', 'tenant_id': 'e8e015950749433d91627c7d2fff432f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'external_fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': '098d0e0b-08fe-483a-8b92-acc051690e6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:13:44Z', 'updated_at': '2021-06-22T07:13:47Z', 'revision_number': 3, 'project_id': 'e8e015950749433d91627c7d2fff432f', 'gw_port': {'id': '098d0e0b-08fe-483a-8b92-acc051690e6c', 'name': '', 'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ba:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '938dbb39-699a-459d-a185-b77a2fcc80bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:13:46Z', 'updated_at': '2021-06-22T07:13:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-iscsi'}], 'dv-cinder-786627-11-iscsi', False) {} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:13:51.536979 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-157b1949-021f-45e8-ab08-314a46fb23a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53008036-bec8-516b-a9e7-d2c86795f928-e45ca323-df81-4e4e-ad4b-9a2282b40737', 'network_id': 'e45ca323-df81-4e4e-ad4b-9a2282b40737', 'tenant_id': 'd4f594fab10d40c7ba3121bb30f350f6', 'fixed_ips': [{'subnet_id': 'f68816de-e03b-4f38-99ee-40e3f1c0a6fd'}]}} from dv-cinder-786627-11-iscsi. {{(pid=92921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 07:13:51.538451 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-157b1949-021f-45e8-ab08-314a46fb23a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1809762'] for port, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:51.545932 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-65665d68-975e-4762-ac63-1095e3a3f28f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:13:51.558226 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-ab47786d-d1d5-433b-8063-87626a8a13b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1809569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-690206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773473471591'] for port, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:51.578958 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:13:51.581255 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf11d68-6f94-4e02-bea7-da2cd34e8c0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=033f654d-a449-4e83-9bda-9660065561ca,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:13:51.592358 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-baf11d68-6f94-4e02-bea7-da2cd34e8c0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:13:51.676808 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab47786d-d1d5-433b-8063-87626a8a13b3 admin admin] Network b91fcb38-ada5-4353-b77e-00fb398ce7d0 is already hosted by enough agents. {{(pid=92920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 07:13:51.709280 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.db.db_base_plugin_common [None req-a44e4918-27fa-4449-9ab6-c669d316723e admin admin] Allocated IP 172.20.0.1 (2cb6791c-9360-429c-a118-cd829e120353/1c5404e1-ac7c-4acf-ad2d-147e6479ce37/f359c592-7330-4184-89cb-e0ae92cb8e22) {{(pid=92919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 07:13:51.718776 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.scheduler.base_scheduler [None req-ab47786d-d1d5-433b-8063-87626a8a13b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=92920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 07:13:51.719185 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1fd3762-5055-4b49-868e-903396e45db3 None None] Checking router: 938dbb39-699a-459d-a185-b77a2fcc80bc for host: dv-cinder-786627-11-iscsi {{(pid=92921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 07:13:51.721539 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab47786d-d1d5-433b-8063-87626a8a13b3 admin admin] Pushing event updated for resources: {'Port': ['ID=30995bdb-9a4a-48b3-97be-68e0606645f8,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:13:51.729166 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1fd3762-5055-4b49-868e-903396e45db3 None None] Updating router 938dbb39-699a-459d-a185-b77a2fcc80bc port 098d0e0b-08fe-483a-8b92-acc051690e6c binding host dv-cinder-786627-11-iscsi {{(pid=92921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 07:13:51.759103 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab47786d-d1d5-433b-8063-87626a8a13b3 admin admin] Received port after_create {{(pid=92920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 07:13:51.759850 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-ab47786d-d1d5-433b-8063-87626a8a13b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-708604'] for router_interface, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:51.837701 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-f1fd3762-5055-4b49-868e-903396e45db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:51.870553 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-a44e4918-27fa-4449-9ab6-c669d316723e admin admin] Notify callbacks [] for port, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:51.874828 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-10a5ce69-7208-41a0-9a4e-860fb76743e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc4524db-da16-4982-b6d2-35fbdcad86c8', 'name': 'tempest-ServerRescueNegativeTestJSON-1681036129-router', 'tenant_id': 'a6b59c4ef34b41bd9dbb44d6fa033408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'external_fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '00558a3d-cd19-425c-8851-b5f0b76bc138', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:13:42Z', 'updated_at': '2021-06-22T07:13:45Z', 'revision_number': 3, 'project_id': 'a6b59c4ef34b41bd9dbb44d6fa033408', 'gw_port': {'id': '00558a3d-cd19-425c-8851-b5f0b76bc138', 'name': '', 'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:7f:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc4524db-da16-4982-b6d2-35fbdcad86c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:13:43Z', 'updated_at': '2021-06-22T07:13:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-iscsi'}], 'dv-cinder-786627-11-iscsi', False) {} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:13:51.922276 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a5ce69-7208-41a0-9a4e-860fb76743e0 None None] The sync data for ids ['bc4524db-da16-4982-b6d2-35fbdcad86c8'] in dv-cinder-786627-11-iscsi is: [{'id': 'bc4524db-da16-4982-b6d2-35fbdcad86c8', 'name': 'tempest-ServerRescueNegativeTestJSON-1681036129-router', 'tenant_id': 'a6b59c4ef34b41bd9dbb44d6fa033408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'external_fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '00558a3d-cd19-425c-8851-b5f0b76bc138', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:13:42Z', 'updated_at': '2021-06-22T07:13:45Z', 'revision_number': 3, 'project_id': 'a6b59c4ef34b41bd9dbb44d6fa033408', 'gw_port': {'id': '00558a3d-cd19-425c-8851-b5f0b76bc138', 'name': '', 'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:7f:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc4524db-da16-4982-b6d2-35fbdcad86c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:13:43Z', 'updated_at': '2021-06-22T07:13:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-iscsi'}] {{(pid=92922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 07:13:52.053603 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-a44e4918-27fa-4449-9ab6-c669d316723e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1809569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-690206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773473471591'] for port, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:52.062532 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-e6351562-5061-438e-b4d7-9c86d08f3a56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:13:52.127711 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-ab47786d-d1d5-433b-8063-87626a8a13b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.518s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:13:52.277206 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a44e4918-27fa-4449-9ab6-c669d316723e admin admin] Network 2cb6791c-9360-429c-a118-cd829e120353 is already hosted by enough agents. {{(pid=92919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 07:13:52.300734 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.scheduler.base_scheduler [None req-a44e4918-27fa-4449-9ab6-c669d316723e admin admin] Resources bound (agent type, host, resource id): {{(pid=92919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 07:13:52.306943 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44e4918-27fa-4449-9ab6-c669d316723e admin admin] Received port after_create {{(pid=92919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 07:13:52.307793 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-a44e4918-27fa-4449-9ab6-c669d316723e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-708604'] for router_interface, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:52.359645 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Device 78fcea9f-3b98-4774-b986-2857499495de up at agent ovs-agent-dv-cinder-786627-11-iscsi {{(pid=92921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 07:13:52.459848 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44e4918-27fa-4449-9ab6-c669d316723e admin admin] Pushing event updated for resources: {'Port': ['ID=f359c592-7330-4184-89cb-e0ae92cb8e22,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:13:52.472072 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-a44e4918-27fa-4449-9ab6-c669d316723e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:13:52.604219 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-ab47786d-d1d5-433b-8063-87626a8a13b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:52.646652 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-b0424b34-d217-4d06-bf22-c2dfe381715b None None] Provisioning complete for port 78fcea9f-3b98-4774-b986-2857499495de triggered by entity DHCP. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:13:52.646968 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-b0424b34-d217-4d06-bf22-c2dfe381715b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1879668'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:52.873811 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-6d7709a6-237c-4566-bfe5-932e6cc6a546 req-4a9e32ed-1b90-47ec-b88f-728b4adbfd8c tempest-DeleteServersTestJSON-1840482181 tempest-DeleteServersTestJSON-1840482181-project] 10.222.0.24 "GET /v2.0/ports?device_id=408e9ee9-a3c9-4c89-a36d-c9312e22824a HTTP/1.1" status: 200 len: 210 time: 0.5091941 Jun 22 07:13:52.974649 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-ab47786d-d1d5-433b-8063-87626a8a13b3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:52.980160 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-c825c196-4d5b-49bb-8395-b7f281d9f51b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:53.014065 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-c825c196-4d5b-49bb-8395-b7f281d9f51b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1809762'] for port, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:53.088728 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-ab47786d-d1d5-433b-8063-87626a8a13b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:53.093542 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-ab47786d-d1d5-433b-8063-87626a8a13b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-690288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-581351'] for router_interface, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:53.095844 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-b932410b-9936-44b7-9af2-a1ca75d31579 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:13:53.201911 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.db_base_plugin_common [None req-157b1949-021f-45e8-ab08-314a46fb23a5 None None] Allocated IP 172.20.0.2 (e45ca323-df81-4e4e-ad4b-9a2282b40737/f68816de-e03b-4f38-99ee-40e3f1c0a6fd/3c8ba7c6-e13a-46d6-9260-4890b21458e4) {{(pid=92921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 07:13:53.223569 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Provisioning complete for port 78fcea9f-3b98-4774-b986-2857499495de triggered by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:13:53.224694 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1879668'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:53.253564 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-a44e4918-27fa-4449-9ab6-c669d316723e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:53.399774 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab47786d-d1d5-433b-8063-87626a8a13b3 admin admin] Pushing event updated for resources: {'Port': ['ID=30995bdb-9a4a-48b3-97be-68e0606645f8,revision_number=2']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:13:53.415305 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-ab47786d-d1d5-433b-8063-87626a8a13b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:13:53.498670 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-f1fd3762-5055-4b49-868e-903396e45db3 None None] Notify callbacks [] for port, precommit_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:53.556460 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab47786d-d1d5-433b-8063-87626a8a13b3 admin admin] Network b91fcb38-ada5-4353-b77e-00fb398ce7d0 is already hosted by enough agents. {{(pid=92920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 07:13:53.560610 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.scheduler.base_scheduler [None req-ab47786d-d1d5-433b-8063-87626a8a13b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=92920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 07:13:53.860874 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-f1fd3762-5055-4b49-868e-903396e45db3 None None] Transition to ACTIVE for port object 098d0e0b-08fe-483a-8b92-acc051690e6c will not be triggered until provisioned by entity L2. {{(pid=92921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 07:13:53.899027 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-f1fd3762-5055-4b49-868e-903396e45db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:53.916148 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:13:54.150302 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-394786aa-3f2f-432f-b405-77b92daccc61 None None] Provisioning for port 30995bdb-9a4a-48b3-97be-68e0606645f8 completed by entity DHCP. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 07:13:54.160435 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.41', 60406) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:13:54.187688 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-394786aa-3f2f-432f-b405-77b92daccc61 None None] Provisioning complete for port 30995bdb-9a4a-48b3-97be-68e0606645f8 triggered by entity DHCP. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:13:54.188584 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-394786aa-3f2f-432f-b405-77b92daccc61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1879668'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:54.238734 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-a44e4918-27fa-4449-9ab6-c669d316723e admin admin] Notify callbacks [] for port, precommit_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:54.252797 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [None req-f1fd3762-5055-4b49-868e-903396e45db3 None None] Attempting to bind port 098d0e0b-08fe-483a-8b92-acc051690e6c on host dv-cinder-786627-11-iscsi for vnic_type normal with profile {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 07:13:54.253487 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [None req-f1fd3762-5055-4b49-868e-903396e45db3 None None] Attempting to bind port 098d0e0b-08fe-483a-8b92-acc051690e6c by drivers openvswitch,hyperv on host dv-cinder-786627-11-iscsi at level 0 using segments [{'id': '4e753e82-2fc6-4903-97a0-73083259f586', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2'}] {{(pid=92921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 07:13:54.254501 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1fd3762-5055-4b49-868e-903396e45db3 None None] Attempting to bind port 098d0e0b-08fe-483a-8b92-acc051690e6c on network 73c4e24d-548c-4da2-96ca-75881b5fbbd2 {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 07:13:54.270329 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-a44e4918-27fa-4449-9ab6-c669d316723e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654'] for port, after_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:54.272733 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-a44e4918-27fa-4449-9ab6-c669d316723e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-690288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-581351'] for router_interface, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:54.284176 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:13:54.444505 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1fd3762-5055-4b49-868e-903396e45db3 None None] Checking agent: {'id': '25bcf34a-9be6-400d-9699-901d91ee39d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 7, 6, 3), 'started_at': datetime.datetime(2021, 6, 22, 7, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 7, 13, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 07:13:54.445647 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1fd3762-5055-4b49-868e-903396e45db3 None None] Checking segment: {'id': '4e753e82-2fc6-4903-97a0-73083259f586', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 07:13:54.449031 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-f1fd3762-5055-4b49-868e-903396e45db3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:54.450914 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1fd3762-5055-4b49-868e-903396e45db3 None None] Bound using segment: {'id': '4e753e82-2fc6-4903-97a0-73083259f586', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2'} {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 07:13:54.453774 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [None req-f1fd3762-5055-4b49-868e-903396e45db3 None None] Bound port: 098d0e0b-08fe-483a-8b92-acc051690e6c, host: dv-cinder-786627-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e753e82-2fc6-4903-97a0-73083259f586', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2'}}] {{(pid=92921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 07:13:54.454414 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-f1fd3762-5055-4b49-868e-903396e45db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:54.458864 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Device 00558a3d-cd19-425c-8851-b5f0b76bc138 up at agent ovs-agent-dv-cinder-786627-11-iscsi {{(pid=92921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 07:13:54.467275 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-394786aa-3f2f-432f-b405-77b92daccc61 None None] Port 30995bdb-9a4a-48b3-97be-68e0606645f8 cannot update to ACTIVE because it is not bound. {{(pid=92921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 07:13:54.575490 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-157b1949-021f-45e8-ab08-314a46fb23a5 None None] Notify callbacks [] for port, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:54.592326 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-157b1949-021f-45e8-ab08-314a46fb23a5 None None] Transition to ACTIVE for port object 3c8ba7c6-e13a-46d6-9260-4890b21458e4 will not be triggered until provisioned by entity L2. {{(pid=92921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 07:13:54.626512 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-157b1949-021f-45e8-ab08-314a46fb23a5 None None] Transition to ACTIVE for port object 3c8ba7c6-e13a-46d6-9260-4890b21458e4 will not be triggered until provisioned by entity DHCP. {{(pid=92921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 07:13:54.632099 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bd83ca-0249-4cb2-8f4a-4d6a0eef56a9 None None] Pushing event updated for resources: {'Port': ['ID=098d0e0b-08fe-483a-8b92-acc051690e6c,revision_number=2']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:13:54.640372 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-d6bd83ca-0249-4cb2-8f4a-4d6a0eef56a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.724s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:13:54.729850 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-157b1949-021f-45e8-ab08-314a46fb23a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1809569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-690206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773473471591'] for port, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:54.794743 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-d6bd83ca-0249-4cb2-8f4a-4d6a0eef56a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:13:54.883901 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-157b1949-021f-45e8-ab08-314a46fb23a5 None None] Network e45ca323-df81-4e4e-ad4b-9a2282b40737 is already hosted by enough agents. {{(pid=92921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 07:13:54.894887 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157b1949-021f-45e8-ab08-314a46fb23a5 None None] Pushing event updated for resources: {'Port': ['ID=3c8ba7c6-e13a-46d6-9260-4890b21458e4,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:13:54.901195 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-157b1949-021f-45e8-ab08-314a46fb23a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:13:54.903400 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.scheduler.base_scheduler [None req-157b1949-021f-45e8-ab08-314a46fb23a5 None None] Resources bound (agent type, host, resource id): {{(pid=92921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 07:13:54.904306 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-ccb7fad7-9926-42c7-b119-3825686d0b77 req-84fe664f-6a2d-4879-9f78-574296085a2f tempest-DeleteServersTestJSON-1840482181 tempest-DeleteServersTestJSON-1840482181-project] 10.222.0.24 "GET /v2.0/ports?device_id=408e9ee9-a3c9-4c89-a36d-c9312e22824a HTTP/1.1" status: 200 len: 210 time: 0.3458698 Jun 22 07:13:54.908161 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157b1949-021f-45e8-ab08-314a46fb23a5 None None] Received port after_create {{(pid=92921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 07:13:54.986044 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44e4918-27fa-4449-9ab6-c669d316723e admin admin] Pushing event updated for resources: {'Port': ['ID=f359c592-7330-4184-89cb-e0ae92cb8e22,revision_number=2']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:13:54.998502 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-a44e4918-27fa-4449-9ab6-c669d316723e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.720s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:13:55.076865 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b506010-56ed-472a-8ebf-549e29433495 req-297ec9cd-f698-4c26-af91-3a1737bf0570 tempest-DeleteServersTestJSON-1840482181 tempest-DeleteServersTestJSON-1840482181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:13:55.080675 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-3b506010-56ed-472a-8ebf-549e29433495 req-297ec9cd-f698-4c26-af91-3a1737bf0570 tempest-DeleteServersTestJSON-1840482181 tempest-DeleteServersTestJSON-1840482181-project] 10.222.0.41 "GET /v2.0/networks?id=f69f16c5-4741-459e-b289-137e3cebe98a HTTP/1.1" status: 200 len: 811 time: 0.9152272 Jun 22 07:13:55.085796 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [None req-157b1949-021f-45e8-ab08-314a46fb23a5 None None] Attempting to bind port 3c8ba7c6-e13a-46d6-9260-4890b21458e4 on host dv-cinder-786627-11-iscsi for vnic_type normal with profile {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 07:13:55.086672 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [None req-157b1949-021f-45e8-ab08-314a46fb23a5 None None] Attempting to bind port 3c8ba7c6-e13a-46d6-9260-4890b21458e4 by drivers openvswitch,hyperv on host dv-cinder-786627-11-iscsi at level 0 using segments [{'id': '2158ff00-7488-4d6e-bcd3-02a0699d8dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'e45ca323-df81-4e4e-ad4b-9a2282b40737'}] {{(pid=92921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 07:13:55.088004 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157b1949-021f-45e8-ab08-314a46fb23a5 None None] Attempting to bind port 3c8ba7c6-e13a-46d6-9260-4890b21458e4 on network e45ca323-df81-4e4e-ad4b-9a2282b40737 {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 07:13:55.096344 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 41714) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:13:55.100494 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a44e4918-27fa-4449-9ab6-c669d316723e admin admin] Network 2cb6791c-9360-429c-a118-cd829e120353 is already hosted by enough agents. {{(pid=92919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 07:13:55.102653 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.scheduler.base_scheduler [None req-a44e4918-27fa-4449-9ab6-c669d316723e admin admin] Resources bound (agent type, host, resource id): {{(pid=92919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 07:13:55.119330 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab47786d-d1d5-433b-8063-87626a8a13b3 admin admin] Router 938dbb39-699a-459d-a185-b77a2fcc80bc has already been hosted by L3 agent f18ef446-1389-4802-a345-f314a6956002 {{(pid=92920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 07:13:55.121664 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.db.db_base_plugin_common [None req-c825c196-4d5b-49bb-8395-b7f281d9f51b admin admin] Allocated IP 172.27.1.59 (73c4e24d-548c-4da2-96ca-75881b5fbbd2/544f46cc-96c5-45ec-92af-d864e0b11db8/217bf916-f428-45a7-b4e6-aee6f103ab9d) {{(pid=92920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 07:13:55.125874 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157b1949-021f-45e8-ab08-314a46fb23a5 None None] Checking agent: {'id': '25bcf34a-9be6-400d-9699-901d91ee39d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 7, 6, 3), 'started_at': datetime.datetime(2021, 6, 22, 7, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 7, 13, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 07:13:55.130775 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157b1949-021f-45e8-ab08-314a46fb23a5 None None] Checking segment: {'id': '2158ff00-7488-4d6e-bcd3-02a0699d8dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'e45ca323-df81-4e4e-ad4b-9a2282b40737'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 07:13:55.133589 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-157b1949-021f-45e8-ab08-314a46fb23a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:55.134823 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157b1949-021f-45e8-ab08-314a46fb23a5 None None] Bound using segment: {'id': '2158ff00-7488-4d6e-bcd3-02a0699d8dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'e45ca323-df81-4e4e-ad4b-9a2282b40737'} {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 07:13:55.134823 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [None req-157b1949-021f-45e8-ab08-314a46fb23a5 None None] Bound port: 3c8ba7c6-e13a-46d6-9260-4890b21458e4, host: dv-cinder-786627-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2158ff00-7488-4d6e-bcd3-02a0699d8dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'e45ca323-df81-4e4e-ad4b-9a2282b40737'}}] {{(pid=92921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 07:13:55.138107 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-157b1949-021f-45e8-ab08-314a46fb23a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:55.152250 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-d7c26a06-1965-4648-98af-10c3a1ebcdcc None None] Provisioning complete for port 30995bdb-9a4a-48b3-97be-68e0606645f8 triggered by entity DHCP. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:13:55.153195 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d7c26a06-1965-4648-98af-10c3a1ebcdcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1879668'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:55.187272 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-f1fd3762-5055-4b49-868e-903396e45db3 None None] For port 098d0e0b-08fe-483a-8b92-acc051690e6c, host dv-cinder-786627-11-iscsi, cleared binding levels {{(pid=92921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 07:13:55.222582 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-f1fd3762-5055-4b49-868e-903396e45db3 None None] For port 098d0e0b-08fe-483a-8b92-acc051690e6c, host dv-cinder-786627-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-11-iscsi',level=0,port_id=098d0e0b-08fe-483a-8b92-acc051690e6c,segment=NetworkSegment(4e753e82-2fc6-4903-97a0-73083259f586),segment_id=4e753e82-2fc6-4903-97a0-73083259f586)] {{(pid=92921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 07:13:55.228414 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Provisioning for port 00558a3d-cd19-425c-8851-b5f0b76bc138 completed by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 07:13:55.253730 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-f1fd3762-5055-4b49-868e-903396e45db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:55.254731 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-d7c26a06-1965-4648-98af-10c3a1ebcdcc None None] Port 30995bdb-9a4a-48b3-97be-68e0606645f8 cannot update to ACTIVE because it is not bound. {{(pid=92921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 07:13:55.263292 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Provisioning complete for port 00558a3d-cd19-425c-8851-b5f0b76bc138 triggered by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:13:55.263770 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1879668'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:55.271567 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-efacec6e-bb5c-4af0-913d-b5b0e26c5284 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:13:55.407117 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-157b1949-021f-45e8-ab08-314a46fb23a5 None None] For port 3c8ba7c6-e13a-46d6-9260-4890b21458e4, host dv-cinder-786627-11-iscsi, cleared binding levels {{(pid=92921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 07:13:55.413143 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a44e4918-27fa-4449-9ab6-c669d316723e admin admin] Router bc4524db-da16-4982-b6d2-35fbdcad86c8 has already been hosted by L3 agent f18ef446-1389-4802-a345-f314a6956002 {{(pid=92919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 07:13:55.462628 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-157b1949-021f-45e8-ab08-314a46fb23a5 None None] For port 3c8ba7c6-e13a-46d6-9260-4890b21458e4, host dv-cinder-786627-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-11-iscsi',level=0,port_id=3c8ba7c6-e13a-46d6-9260-4890b21458e4,segment=NetworkSegment(2158ff00-7488-4d6e-bcd3-02a0699d8dc9),segment_id=2158ff00-7488-4d6e-bcd3-02a0699d8dc9)] {{(pid=92921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 07:13:55.473633 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bd83ca-0249-4cb2-8f4a-4d6a0eef56a9 None None] Pushing event updated for resources: {'Port': ['ID=098d0e0b-08fe-483a-8b92-acc051690e6c,revision_number=3']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:13:55.482508 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1fd3762-5055-4b49-868e-903396e45db3 None None] Routers {'938dbb39-699a-459d-a185-b77a2fcc80bc'} bound to L3 agent in host dv-cinder-786627-11-iscsi {{(pid=92921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 07:13:55.483889 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-f1fd3762-5055-4b49-868e-903396e45db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T07:06:03Z,description=,heartbeat_timestamp=2021-06-22T07:13:33Z,host='dv-cinder-786627-11-iscsi',id=f18ef446-1389-4802-a345-f314a6956002,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T07:06:03Z,topic='l3_agent')) {'router_ids': ['938dbb39-699a-459d-a185-b77a2fcc80bc'], 'active': True} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:13:55.489297 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-d6bd83ca-0249-4cb2-8f4a-4d6a0eef56a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:13:55.491825 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-157b1949-021f-45e8-ab08-314a46fb23a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:55.611069 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-12bfa614-b6c0-43db-a39e-b62c75378625 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:55.677892 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a44e4918-27fa-4449-9ab6-c669d316723e admin admin] Notify agent at l3_agent.dv-cinder-786627-11-iscsi the message routers_updated {{(pid=92919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 07:13:55.687402 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:13:55.696535 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90d2e61-87a4-471d-bef4-c6e6c5df6b9d None None] Sync routers for ids ['bc4524db-da16-4982-b6d2-35fbdcad86c8'] in dv-cinder-786627-11-iscsi {{(pid=92922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 07:13:55.724493 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-a44e4918-27fa-4449-9ab6-c669d316723e admin admin] 10.222.0.24 "PUT /v2.0/routers/bc4524db-da16-4982-b6d2-35fbdcad86c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1284482 Jun 22 07:13:55.724757 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90d2e61-87a4-471d-bef4-c6e6c5df6b9d None None] Routers {'bc4524db-da16-4982-b6d2-35fbdcad86c8'} bound to L3 agent in host dv-cinder-786627-11-iscsi {{(pid=92922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 07:13:55.725695 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-b90d2e61-87a4-471d-bef4-c6e6c5df6b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T07:06:03Z,description=,heartbeat_timestamp=2021-06-22T07:13:33Z,host='dv-cinder-786627-11-iscsi',id=f18ef446-1389-4802-a345-f314a6956002,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T07:06:03Z,topic='l3_agent')) {'router_ids': ['bc4524db-da16-4982-b6d2-35fbdcad86c8'], 'active': True} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:13:55.768666 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab47786d-d1d5-433b-8063-87626a8a13b3 admin admin] Notify agent at l3_agent.dv-cinder-786627-11-iscsi the message routers_updated {{(pid=92920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 07:13:55.809329 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-ab47786d-d1d5-433b-8063-87626a8a13b3 admin admin] 10.222.0.24 "PUT /v2.0/routers/938dbb39-699a-459d-a185-b77a2fcc80bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5368874 Jun 22 07:13:55.992059 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157b1949-021f-45e8-ab08-314a46fb23a5 None None] Pushing event updated for resources: {'Port': ['ID=3c8ba7c6-e13a-46d6-9260-4890b21458e4,revision_number=2']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:13:56.002757 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-157b1949-021f-45e8-ab08-314a46fb23a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:13:56.008503 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:56.019596 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvr_db [None req-f1fd3762-5055-4b49-868e-903396e45db3 None None] Set router 938dbb39-699a-459d-a185-b77a2fcc80bc gateway port host: dv-cinder-786627-11-iscsi {{(pid=92921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 07:13:56.195175 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] For port 00558a3d-cd19-425c-8851-b5f0b76bc138, host dv-cinder-786627-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-11-iscsi',level=0,port_id=00558a3d-cd19-425c-8851-b5f0b76bc138,segment=NetworkSegment(4e753e82-2fc6-4903-97a0-73083259f586),segment_id=4e753e82-2fc6-4903-97a0-73083259f586)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:13:56.214397 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-c825c196-4d5b-49bb-8395-b7f281d9f51b admin admin] Notify callbacks [] for port, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:56.255900 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:56.343749 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-12bfa614-b6c0-43db-a39e-b62c75378625 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:56.358032 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvr_db [None req-b90d2e61-87a4-471d-bef4-c6e6c5df6b9d None None] Set router bc4524db-da16-4982-b6d2-35fbdcad86c8 gateway port host: dv-cinder-786627-11-iscsi {{(pid=92922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 07:13:56.360510 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-12bfa614-b6c0-43db-a39e-b62c75378625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:56.365111 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-f47dc0ff-947d-4b77-8753-6d6636d304a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:13:56.461015 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-c825c196-4d5b-49bb-8395-b7f281d9f51b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1809569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-690206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773473471591'] for port, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:56.464254 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-9b305480-bb59-4203-8325-4fd55a59ab30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:13:56.483183 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-12bfa614-b6c0-43db-a39e-b62c75378625 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1117c1458e97475ba54bb9025ba5de1e&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3854842 Jun 22 07:13:56.487106 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 41752) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:13:56.494136 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bfa614-b6c0-43db-a39e-b62c75378625 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee665ce7-7175-43cb-8f71-79c5febfa24f,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:13:56.519810 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-12bfa614-b6c0-43db-a39e-b62c75378625 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:13:56.520541 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:13:56.687027 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c825c196-4d5b-49bb-8395-b7f281d9f51b admin admin] Network 73c4e24d-548c-4da2-96ca-75881b5fbbd2 is already hosted by enough agents. {{(pid=92920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 07:13:56.730041 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.scheduler.base_scheduler [None req-c825c196-4d5b-49bb-8395-b7f281d9f51b admin admin] Resources bound (agent type, host, resource id): {{(pid=92920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 07:13:56.751664 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c825c196-4d5b-49bb-8395-b7f281d9f51b admin admin] Received port after_create {{(pid=92920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 07:13:56.764242 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Pushing event updated for resources: {'Port': ['ID=00558a3d-cd19-425c-8851-b5f0b76bc138,revision_number=4']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:13:56.772417 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-18e213d2-9ade-4868-a8a4-b34319f9d624 req-6851e27c-ea96-4a58-b100-67cf212cb299 tempest-DeleteServersTestJSON-1840482181 tempest-DeleteServersTestJSON-1840482181-project] 10.222.0.24 "GET /v2.0/ports?device_id=408e9ee9-a3c9-4c89-a36d-c9312e22824a HTTP/1.1" status: 200 len: 210 time: 0.1651413 Jun 22 07:13:56.782375 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:13:56.834855 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Device 3c8ba7c6-e13a-46d6-9260-4890b21458e4 up at agent ovs-agent-dv-cinder-786627-11-iscsi {{(pid=92921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 07:13:56.863089 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-8a96598a-d97c-477b-8256-8e20580c172b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:56.908039 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-8a96598a-d97c-477b-8256-8e20580c172b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:56.915311 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c825c196-4d5b-49bb-8395-b7f281d9f51b admin admin] Pushing event updated for resources: {'Port': ['ID=217bf916-f428-45a7-b4e6-aee6f103ab9d,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:13:56.980906 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Provisioning for port 3c8ba7c6-e13a-46d6-9260-4890b21458e4 completed by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 07:13:57.014516 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-f1fd3762-5055-4b49-868e-903396e45db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '938dbb39-699a-459d-a185-b77a2fcc80bc', 'name': 'tempest-AttachVolumeShelveTestJSON-1929265933-router', 'tenant_id': 'e8e015950749433d91627c7d2fff432f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'external_fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': '098d0e0b-08fe-483a-8b92-acc051690e6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:13:44Z', 'updated_at': '2021-06-22T07:13:52Z', 'revision_number': 4, 'project_id': 'e8e015950749433d91627c7d2fff432f', 'gw_port': {'id': '098d0e0b-08fe-483a-8b92-acc051690e6c', 'name': '', 'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ba:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '938dbb39-699a-459d-a185-b77a2fcc80bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:13:46Z', 'updated_at': '2021-06-22T07:13:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-iscsi', '_interfaces': [{'id': '30995bdb-9a4a-48b3-97be-68e0606645f8', 'name': '', 'network_id': 'b91fcb38-ada5-4353-b77e-00fb398ce7d0', 'tenant_id': 'e8e015950749433d91627c7d2fff432f', 'mac_address': 'fa:16:3e:6e:21:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '938dbb39-699a-459d-a185-b77a2fcc80bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f579e111-0d0d-464b-ba2e-9baae47e7af2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:13:50Z', 'updated_at': '2021-06-22T07:13:52Z', 'revision_number': 2, 'project_id': 'e8e015950749433d91627c7d2fff432f', 'subnets': [{'id': 'f579e111-0d0d-464b-ba2e-9baae47e7af2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-11-iscsi', False) {} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:13:57.040843 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-b90d2e61-87a4-471d-bef4-c6e6c5df6b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc4524db-da16-4982-b6d2-35fbdcad86c8', 'name': 'tempest-ServerRescueNegativeTestJSON-1681036129-router', 'tenant_id': 'a6b59c4ef34b41bd9dbb44d6fa033408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'external_fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '00558a3d-cd19-425c-8851-b5f0b76bc138', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:13:42Z', 'updated_at': '2021-06-22T07:13:53Z', 'revision_number': 4, 'project_id': 'a6b59c4ef34b41bd9dbb44d6fa033408', 'gw_port': {'id': '00558a3d-cd19-425c-8851-b5f0b76bc138', 'name': '', 'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:7f:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc4524db-da16-4982-b6d2-35fbdcad86c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:13:43Z', 'updated_at': '2021-06-22T07:13:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-iscsi', '_interfaces': [{'id': 'f359c592-7330-4184-89cb-e0ae92cb8e22', 'name': '', 'network_id': '2cb6791c-9360-429c-a118-cd829e120353', 'tenant_id': 'a6b59c4ef34b41bd9dbb44d6fa033408', 'mac_address': 'fa:16:3e:34:66:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc4524db-da16-4982-b6d2-35fbdcad86c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '1c5404e1-ac7c-4acf-ad2d-147e6479ce37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:13:50Z', 'updated_at': '2021-06-22T07:13:53Z', 'revision_number': 2, 'project_id': 'a6b59c4ef34b41bd9dbb44d6fa033408', 'subnets': [{'id': '1c5404e1-ac7c-4acf-ad2d-147e6479ce37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-11-iscsi', False) {} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:13:57.056553 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-c825c196-4d5b-49bb-8395-b7f281d9f51b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.536s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:13:57.063161 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-8a96598a-d97c-477b-8256-8e20580c172b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:57.067221 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-8a96598a-d97c-477b-8256-8e20580c172b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:57.068678 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-8a96598a-d97c-477b-8256-8e20580c172b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ee665ce7-7175-43cb-8f71-79c5febfa24f HTTP/1.1" status: 204 len: 168 time: 0.5802124 Jun 22 07:13:57.069601 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-185dbcd3-01fa-4023-8340-b96c7411a12d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:13:57.098900 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1fd3762-5055-4b49-868e-903396e45db3 None None] The sync data for ids ['938dbb39-699a-459d-a185-b77a2fcc80bc'] in dv-cinder-786627-11-iscsi is: [{'id': '938dbb39-699a-459d-a185-b77a2fcc80bc', 'name': 'tempest-AttachVolumeShelveTestJSON-1929265933-router', 'tenant_id': 'e8e015950749433d91627c7d2fff432f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'external_fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': '098d0e0b-08fe-483a-8b92-acc051690e6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:13:44Z', 'updated_at': '2021-06-22T07:13:52Z', 'revision_number': 4, 'project_id': 'e8e015950749433d91627c7d2fff432f', 'gw_port': {'id': '098d0e0b-08fe-483a-8b92-acc051690e6c', 'name': '', 'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ba:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '938dbb39-699a-459d-a185-b77a2fcc80bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:13:46Z', 'updated_at': '2021-06-22T07:13:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-iscsi', '_interfaces': [{'id': '30995bdb-9a4a-48b3-97be-68e0606645f8', 'name': '', 'network_id': 'b91fcb38-ada5-4353-b77e-00fb398ce7d0', 'tenant_id': 'e8e015950749433d91627c7d2fff432f', 'mac_address': 'fa:16:3e:6e:21:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '938dbb39-699a-459d-a185-b77a2fcc80bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f579e111-0d0d-464b-ba2e-9baae47e7af2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:13:50Z', 'updated_at': '2021-06-22T07:13:52Z', 'revision_number': 2, 'project_id': 'e8e015950749433d91627c7d2fff432f', 'subnets': [{'id': 'f579e111-0d0d-464b-ba2e-9baae47e7af2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 07:13:57.109893 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a96598a-d97c-477b-8256-8e20580c172b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee665ce7-7175-43cb-8f71-79c5febfa24f,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:13:57.115106 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-8a96598a-d97c-477b-8256-8e20580c172b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:13:57.115909 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90d2e61-87a4-471d-bef4-c6e6c5df6b9d None None] Checking router: bc4524db-da16-4982-b6d2-35fbdcad86c8 for host: dv-cinder-786627-11-iscsi {{(pid=92922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 07:13:57.117590 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90d2e61-87a4-471d-bef4-c6e6c5df6b9d None None] Updating router bc4524db-da16-4982-b6d2-35fbdcad86c8 port f359c592-7330-4184-89cb-e0ae92cb8e22 binding host dv-cinder-786627-11-iscsi {{(pid=92922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 07:13:57.235878 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-b90d2e61-87a4-471d-bef4-c6e6c5df6b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:57.504698 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-c825c196-4d5b-49bb-8395-b7f281d9f51b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:57.704423 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f52c10-8d69-461b-ab17-1d6db185d9f8 req-db4b5af8-764f-4118-a743-bc4417c18aca tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:13:57.721325 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-a6f52c10-8d69-461b-ab17-1d6db185d9f8 req-db4b5af8-764f-4118-a743-bc4417c18aca tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/networks?id=2cb6791c-9360-429c-a118-cd829e120353 HTTP/1.1" status: 200 len: 819 time: 0.4171994 Jun 22 07:13:57.766526 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-a6f52c10-8d69-461b-ab17-1d6db185d9f8 req-5a034b69-edf5-42a0-a625-78bdb23b5ea6 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/quotas/a6b59c4ef34b41bd9dbb44d6fa033408 HTTP/1.1" status: 200 len: 375 time: 0.0437815 Jun 22 07:13:57.903967 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 41782) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:13:57.920591 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.v2.base [None req-f0a60175-a0a0-4a65-ae48-c0a74a52db81 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1661593817', 'description': 'tempest-description--721197950'}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:13:58.050446 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.agents_db [None req-74002642-eed4-46c6-8f70-93846dc748c3 None None] Agent healthcheck: found 6 active agents {{(pid=92922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 07:13:58.111317 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-c825c196-4d5b-49bb-8395-b7f281d9f51b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-706580'] for router, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:58.175219 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-b90d2e61-87a4-471d-bef4-c6e6c5df6b9d None None] Notify callbacks [] for port, precommit_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:58.178774 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b99f2829-c369-415c-a536-fc6cd117dcd1 None None] Network e45ca323-df81-4e4e-ad4b-9a2282b40737 requested from dv-cinder-786627-11-iscsi {{(pid=92921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 07:13:58.190893 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-b90d2e61-87a4-471d-bef4-c6e6c5df6b9d None None] Transition to ACTIVE for port object f359c592-7330-4184-89cb-e0ae92cb8e22 will not be triggered until provisioned by entity L2. {{(pid=92922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 07:13:58.203655 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-b90d2e61-87a4-471d-bef4-c6e6c5df6b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:58.207170 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:13:58.294954 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c1fd72-0129-4e1e-8792-1c230f20c725 None None] Pushing event updated for resources: {'Port': ['ID=f359c592-7330-4184-89cb-e0ae92cb8e22,revision_number=3']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:13:58.302068 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-f7748c95-7933-4c59-ae47-a382a1221904 None None] Provisioning for port 3c8ba7c6-e13a-46d6-9260-4890b21458e4 completed by entity DHCP. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 07:13:58.308426 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-60c1fd72-0129-4e1e-8792-1c230f20c725 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:13:58.313428 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-f7748c95-7933-4c59-ae47-a382a1221904 None None] Provisioning complete for port 3c8ba7c6-e13a-46d6-9260-4890b21458e4 triggered by entity DHCP. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:13:58.313989 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-f7748c95-7933-4c59-ae47-a382a1221904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1879668'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:58.343751 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-326219d5-6d8a-47b7-9c7d-c4a5c06732fd req-67448944-76cd-4590-bc17-74b4499eb433 tempest-DeleteServersTestJSON-1840482181 tempest-DeleteServersTestJSON-1840482181-project] 10.222.0.24 "GET /v2.0/ports?device_id=408e9ee9-a3c9-4c89-a36d-c9312e22824a HTTP/1.1" status: 200 len: 210 time: 0.2606692 Jun 22 07:13:58.346214 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-f0a60175-a0a0-4a65-ae48-c0a74a52db81 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Notify callbacks [] for security_group, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:58.397671 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-a6f52c10-8d69-461b-ab17-1d6db185d9f8 req-92b302db-c334-43b3-8b21-67ccaca126e0 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=a6b59c4ef34b41bd9dbb44d6fa033408&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6293886 Jun 22 07:13:58.506304 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [None req-b90d2e61-87a4-471d-bef4-c6e6c5df6b9d None None] Attempting to bind port f359c592-7330-4184-89cb-e0ae92cb8e22 on host dv-cinder-786627-11-iscsi for vnic_type normal with profile {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 07:13:58.510757 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [None req-b90d2e61-87a4-471d-bef4-c6e6c5df6b9d None None] Attempting to bind port f359c592-7330-4184-89cb-e0ae92cb8e22 by drivers openvswitch,hyperv on host dv-cinder-786627-11-iscsi at level 0 using segments [{'id': 'ad1695f4-d579-4854-bcbf-7f27a2eb4dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '2cb6791c-9360-429c-a118-cd829e120353'}] {{(pid=92922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 07:13:58.511654 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b90d2e61-87a4-471d-bef4-c6e6c5df6b9d None None] Attempting to bind port f359c592-7330-4184-89cb-e0ae92cb8e22 on network 2cb6791c-9360-429c-a118-cd829e120353 {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 07:13:58.519296 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c825c196-4d5b-49bb-8395-b7f281d9f51b admin admin] Router 431cd435-43c4-4a94-9141-6425c9b114ef is scheduled to L3 agent f18ef446-1389-4802-a345-f314a6956002 with binding_index 1 {{(pid=92920) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 07:13:58.533280 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b90d2e61-87a4-471d-bef4-c6e6c5df6b9d None None] Checking agent: {'id': '25bcf34a-9be6-400d-9699-901d91ee39d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 7, 6, 3), 'started_at': datetime.datetime(2021, 6, 22, 7, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 7, 13, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 07:13:58.536303 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b90d2e61-87a4-471d-bef4-c6e6c5df6b9d None None] Checking segment: {'id': 'ad1695f4-d579-4854-bcbf-7f27a2eb4dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '2cb6791c-9360-429c-a118-cd829e120353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 07:13:58.539260 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-b90d2e61-87a4-471d-bef4-c6e6c5df6b9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:58.544138 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b90d2e61-87a4-471d-bef4-c6e6c5df6b9d None None] Bound using segment: {'id': 'ad1695f4-d579-4854-bcbf-7f27a2eb4dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '2cb6791c-9360-429c-a118-cd829e120353'} {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 07:13:58.546201 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [None req-b90d2e61-87a4-471d-bef4-c6e6c5df6b9d None None] Bound port: f359c592-7330-4184-89cb-e0ae92cb8e22, host: dv-cinder-786627-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad1695f4-d579-4854-bcbf-7f27a2eb4dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '2cb6791c-9360-429c-a118-cd829e120353'}}] {{(pid=92922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 07:13:58.547115 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-b90d2e61-87a4-471d-bef4-c6e6c5df6b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:58.699392 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-a6f52c10-8d69-461b-ab17-1d6db185d9f8 req-1a74bbb4-51b4-40c4-9b0e-4d5be04dda3c service neutron] 10.222.0.24 "GET /v2.0/networks/2cb6791c-9360-429c-a118-cd829e120353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2888875 Jun 22 07:13:58.734200 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-b90d2e61-87a4-471d-bef4-c6e6c5df6b9d None None] For port f359c592-7330-4184-89cb-e0ae92cb8e22, host dv-cinder-786627-11-iscsi, cleared binding levels {{(pid=92922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 07:13:58.745584 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-b90d2e61-87a4-471d-bef4-c6e6c5df6b9d None None] For port f359c592-7330-4184-89cb-e0ae92cb8e22, host dv-cinder-786627-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-11-iscsi',level=0,port_id=f359c592-7330-4184-89cb-e0ae92cb8e22,segment=NetworkSegment(ad1695f4-d579-4854-bcbf-7f27a2eb4dc6),segment_id=ad1695f4-d579-4854-bcbf-7f27a2eb4dc6)] {{(pid=92922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 07:13:58.753338 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-b90d2e61-87a4-471d-bef4-c6e6c5df6b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:58.754790 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Device 00558a3d-cd19-425c-8851-b5f0b76bc138 up at agent ovs-agent-dv-cinder-786627-11-iscsi {{(pid=92921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 07:13:58.760364 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-80d6c2b2-9169-4695-a2ce-8eaea58e59c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:13:58.819631 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-f7748c95-7933-4c59-ae47-a382a1221904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:58.871216 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c1fd72-0129-4e1e-8792-1c230f20c725 None None] Pushing event updated for resources: {'Port': ['ID=f359c592-7330-4184-89cb-e0ae92cb8e22,revision_number=4']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:13:58.896545 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-60c1fd72-0129-4e1e-8792-1c230f20c725 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:13:58.900626 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c825c196-4d5b-49bb-8395-b7f281d9f51b admin admin] Notify agent at l3_agent.dv-cinder-786627-11-iscsi the message routers_updated {{(pid=92920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 07:13:58.917305 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90d2e61-87a4-471d-bef4-c6e6c5df6b9d None None] Routers {'bc4524db-da16-4982-b6d2-35fbdcad86c8'} bound to L3 agent in host dv-cinder-786627-11-iscsi {{(pid=92922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 07:13:58.919002 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-b90d2e61-87a4-471d-bef4-c6e6c5df6b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T07:06:03Z,description=,heartbeat_timestamp=2021-06-22T07:13:33Z,host='dv-cinder-786627-11-iscsi',id=f18ef446-1389-4802-a345-f314a6956002,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T07:06:03Z,topic='l3_agent')) {'router_ids': ['bc4524db-da16-4982-b6d2-35fbdcad86c8'], 'active': True} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:13:58.929901 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.v2.base [req-3b506010-56ed-472a-8ebf-549e29433495 req-efa1c3b9-d239-4c73-be36-1a08be503f49 tempest-DeleteServersTestJSON-1840482181 tempest-DeleteServersTestJSON-1840482181-project] Request body: {'port': {'device_id': '408e9ee9-a3c9-4c89-a36d-c9312e22824a', 'network_id': 'f69f16c5-4741-459e-b289-137e3cebe98a', 'admin_state_up': True, 'tenant_id': 'b0ed6e68e72547bea4e482f51391118d'}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:13:58.963764 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b7bfb25-c17b-4afd-b909-049ea1da6d87 None None] Sync routers for ids ['431cd435-43c4-4a94-9141-6425c9b114ef'] in dv-cinder-786627-11-iscsi {{(pid=92921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 07:13:59.010276 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-f0a60175-a0a0-4a65-ae48-c0a74a52db81 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Notify callbacks [] for security_group, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:59.022190 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-f0a60175-a0a0-4a65-ae48-c0a74a52db81 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:59.038531 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:13:59.044648 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-f7748c95-7933-4c59-ae47-a382a1221904 None None] For port 3c8ba7c6-e13a-46d6-9260-4890b21458e4, host dv-cinder-786627-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-11-iscsi',level=0,port_id=3c8ba7c6-e13a-46d6-9260-4890b21458e4,segment=NetworkSegment(2158ff00-7488-4d6e-bcd3-02a0699d8dc9),segment_id=2158ff00-7488-4d6e-bcd3-02a0699d8dc9)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:13:59.061462 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-f7748c95-7933-4c59-ae47-a382a1221904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:59.098932 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-d6bd83ca-0249-4cb2-8f4a-4d6a0eef56a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:13:59.110556 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7bfb25-c17b-4afd-b909-049ea1da6d87 None None] Routers {'431cd435-43c4-4a94-9141-6425c9b114ef'} bound to L3 agent in host dv-cinder-786627-11-iscsi {{(pid=92921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 07:13:59.112610 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-1b7bfb25-c17b-4afd-b909-049ea1da6d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T07:06:03Z,description=,heartbeat_timestamp=2021-06-22T07:13:33Z,host='dv-cinder-786627-11-iscsi',id=f18ef446-1389-4802-a345-f314a6956002,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T07:06:03Z,topic='l3_agent')) {'router_ids': ['431cd435-43c4-4a94-9141-6425c9b114ef'], 'active': True} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:13:59.138394 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-f0a60175-a0a0-4a65-ae48-c0a74a52db81 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:59.144424 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-f0a60175-a0a0-4a65-ae48-c0a74a52db81 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 1.2360368 Jun 22 07:13:59.146128 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 41812) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:13:59.169935 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.v2.base [None req-cc088a02-741d-482a-9885-b4999680e42a tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Request body: {'security_group_rule': {'security_group_id': 'b51056aa-037c-4921-b43f-ffbaaf0d81d8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:13:59.269058 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvr_db [None req-b90d2e61-87a4-471d-bef4-c6e6c5df6b9d None None] Set router bc4524db-da16-4982-b6d2-35fbdcad86c8 gateway port host: dv-cinder-786627-11-iscsi {{(pid=92922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 07:13:59.281038 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-a6f52c10-8d69-461b-ab17-1d6db185d9f8 req-df337ff1-9593-4dc3-96b4-f505bc588e60 service neutron] 10.222.0.24 "GET /v2.0/networks/2cb6791c-9360-429c-a118-cd829e120353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5516369 Jun 22 07:13:59.281708 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a60175-a0a0-4a65-ae48-c0a74a52db81 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b51056aa-037c-4921-b43f-ffbaaf0d81d8,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:13:59.300896 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-f0a60175-a0a0-4a65-ae48-c0a74a52db81 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:13:59.353288 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-cc088a02-741d-482a-9885-b4999680e42a tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:59.432038 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-c825c196-4d5b-49bb-8395-b7f281d9f51b admin admin] Notify callbacks [] for router, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:59.434862 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-c825c196-4d5b-49bb-8395-b7f281d9f51b admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 9.2158332 Jun 22 07:13:59.447129 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 41826) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:13:59.577046 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Provisioning complete for port 00558a3d-cd19-425c-8851-b5f0b76bc138 triggered by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:13:59.577617 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1879668'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:13:59.636892 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 41830) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:13:59.852159 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvr_db [None req-1b7bfb25-c17b-4afd-b909-049ea1da6d87 None None] Set router 431cd435-43c4-4a94-9141-6425c9b114ef gateway port host: dv-cinder-786627-11-iscsi {{(pid=92921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 07:13:59.934947 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b506010-56ed-472a-8ebf-549e29433495 req-efa1c3b9-d239-4c73-be36-1a08be503f49 tempest-DeleteServersTestJSON-1840482181 tempest-DeleteServersTestJSON-1840482181-project] Made reservation on behalf of b0ed6e68e72547bea4e482f51391118d for: {'port': 1} {{(pid=92920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 07:13:59.952919 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-3b506010-56ed-472a-8ebf-549e29433495 req-efa1c3b9-d239-4c73-be36-1a08be503f49 tempest-DeleteServersTestJSON-1840482181 tempest-DeleteServersTestJSON-1840482181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1809762'] for port, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:00.249485 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7748c95-7933-4c59-ae47-a382a1221904 None None] Pushing event updated for resources: {'Port': ['ID=3c8ba7c6-e13a-46d6-9260-4890b21458e4,revision_number=3']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:14:00.254241 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-076fe518-ad8c-48f2-af26-b7a67d13f9cb req-7c846d69-b534-4b0a-9981-7f492fe88cf0 tempest-DeleteServersTestJSON-1840482181 tempest-DeleteServersTestJSON-1840482181-project] 10.222.0.24 "GET /v2.0/ports?device_id=408e9ee9-a3c9-4c89-a36d-c9312e22824a HTTP/1.1" status: 200 len: 210 time: 0.5288682 Jun 22 07:14:00.281635 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-62da8c31-74e7-4582-a7e6-4e69a4810362 req-36d4d7b7-8076-4312-af7a-fd1f4c8ad23b tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec3d9cd3-7990-46e7-a0c4-277e3dc80819 HTTP/1.1" status: 200 len: 210 time: 0.3562593 Jun 22 07:14:00.344346 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-b90d2e61-87a4-471d-bef4-c6e6c5df6b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc4524db-da16-4982-b6d2-35fbdcad86c8', 'name': 'tempest-ServerRescueNegativeTestJSON-1681036129-router', 'tenant_id': 'a6b59c4ef34b41bd9dbb44d6fa033408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'external_fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '00558a3d-cd19-425c-8851-b5f0b76bc138', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:13:42Z', 'updated_at': '2021-06-22T07:13:53Z', 'revision_number': 4, 'project_id': 'a6b59c4ef34b41bd9dbb44d6fa033408', 'gw_port': {'id': '00558a3d-cd19-425c-8851-b5f0b76bc138', 'name': '', 'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:7f:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4524db-da16-4982-b6d2-35fbdcad86c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:13:43Z', 'updated_at': '2021-06-22T07:13:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-iscsi', '_interfaces': [{'id': 'f359c592-7330-4184-89cb-e0ae92cb8e22', 'name': '', 'network_id': '2cb6791c-9360-429c-a118-cd829e120353', 'tenant_id': 'a6b59c4ef34b41bd9dbb44d6fa033408', 'mac_address': 'fa:16:3e:34:66:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc4524db-da16-4982-b6d2-35fbdcad86c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '1c5404e1-ac7c-4acf-ad2d-147e6479ce37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:13:50Z', 'updated_at': '2021-06-22T07:13:58Z', 'revision_number': 4, 'project_id': 'a6b59c4ef34b41bd9dbb44d6fa033408', 'subnets': [{'id': '1c5404e1-ac7c-4acf-ad2d-147e6479ce37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-11-iscsi', False) {} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:14:00.409872 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-f7748c95-7933-4c59-ae47-a382a1221904 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.311s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:14:00.410948 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-96000dec-8da6-4c4c-94df-4cf6a3f1b498 None None] Provisioning complete for port 3c8ba7c6-e13a-46d6-9260-4890b21458e4 triggered by entity DHCP. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:14:00.411554 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-96000dec-8da6-4c4c-94df-4cf6a3f1b498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1879668'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:00.422245 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90d2e61-87a4-471d-bef4-c6e6c5df6b9d None None] The sync data for ids ['bc4524db-da16-4982-b6d2-35fbdcad86c8'] in dv-cinder-786627-11-iscsi is: [{'id': 'bc4524db-da16-4982-b6d2-35fbdcad86c8', 'name': 'tempest-ServerRescueNegativeTestJSON-1681036129-router', 'tenant_id': 'a6b59c4ef34b41bd9dbb44d6fa033408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'external_fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '00558a3d-cd19-425c-8851-b5f0b76bc138', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:13:42Z', 'updated_at': '2021-06-22T07:13:53Z', 'revision_number': 4, 'project_id': 'a6b59c4ef34b41bd9dbb44d6fa033408', 'gw_port': {'id': '00558a3d-cd19-425c-8851-b5f0b76bc138', 'name': '', 'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:7f:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4524db-da16-4982-b6d2-35fbdcad86c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:13:43Z', 'updated_at': '2021-06-22T07:13:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-iscsi', '_interfaces': [{'id': 'f359c592-7330-4184-89cb-e0ae92cb8e22', 'name': '', 'network_id': '2cb6791c-9360-429c-a118-cd829e120353', 'tenant_id': 'a6b59c4ef34b41bd9dbb44d6fa033408', 'mac_address': 'fa:16:3e:34:66:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc4524db-da16-4982-b6d2-35fbdcad86c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '1c5404e1-ac7c-4acf-ad2d-147e6479ce37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:13:50Z', 'updated_at': '2021-06-22T07:13:58Z', 'revision_number': 4, 'project_id': 'a6b59c4ef34b41bd9dbb44d6fa033408', 'subnets': [{'id': '1c5404e1-ac7c-4acf-ad2d-147e6479ce37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 07:14:00.682370 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-cc088a02-741d-482a-9885-b4999680e42a tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:00.732827 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-cc088a02-741d-482a-9885-b4999680e42a tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037535'] for security_group_rule, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:00.804245 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:14:00.963674 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-cc088a02-741d-482a-9885-b4999680e42a tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:00.971638 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-cc088a02-741d-482a-9885-b4999680e42a tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8086057 Jun 22 07:14:00.986934 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-877c6ee5-50d1-421f-8e11-4c3a98050c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:01.018719 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 41886) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:14:01.029196 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.v2.base [None req-3d975144-6034-483b-90e2-42eda3b83de5 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Request body: {'security_group_rule': {'security_group_id': 'b51056aa-037c-4921-b43f-ffbaaf0d81d8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:14:01.138483 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc088a02-741d-482a-9885-b4999680e42a tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d8bb881-a704-4a49-a072-e7f5330a9062,revision_number=0']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:14:01.162467 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-cc088a02-741d-482a-9885-b4999680e42a tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:14:01.164732 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.db.db_base_plugin_common [req-3b506010-56ed-472a-8ebf-549e29433495 req-efa1c3b9-d239-4c73-be36-1a08be503f49 tempest-DeleteServersTestJSON-1840482181 tempest-DeleteServersTestJSON-1840482181-project] Allocated IP 172.20.0.8 (f69f16c5-4741-459e-b289-137e3cebe98a/b4ea35c2-f75a-434d-b504-9ebc67b0580b/99f0a8af-47c5-43e8-b357-f99b10755c08) {{(pid=92920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 07:14:01.200295 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-3d975144-6034-483b-90e2-42eda3b83de5 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:01.229129 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-24dbb9d8-5f49-46c9-bd43-12b092a06854 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:01.246015 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Device 3c8ba7c6-e13a-46d6-9260-4890b21458e4 up at agent ovs-agent-dv-cinder-786627-11-iscsi {{(pid=92921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 07:14:01.942484 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:02.094936 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Provisioning complete for port 3c8ba7c6-e13a-46d6-9260-4890b21458e4 triggered by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:14:02.095905 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1879668'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:02.100067 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-1b7bfb25-c17b-4afd-b909-049ea1da6d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '431cd435-43c4-4a94-9141-6425c9b114ef', 'name': 'tempest-AttachVolumeTestJSON-907065161-router', 'tenant_id': 'd4f594fab10d40c7ba3121bb30f350f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'external_fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '217bf916-f428-45a7-b4e6-aee6f103ab9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:13:50Z', 'updated_at': '2021-06-22T07:13:57Z', 'revision_number': 3, 'project_id': 'd4f594fab10d40c7ba3121bb30f350f6', 'gw_port': {'id': '217bf916-f428-45a7-b4e6-aee6f103ab9d', 'name': '', 'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:87:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '431cd435-43c4-4a94-9141-6425c9b114ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:13:53Z', 'updated_at': '2021-06-22T07:13:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-iscsi'}], 'dv-cinder-786627-11-iscsi', False) {} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:14:02.200619 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef68f877-7160-43ef-ba29-cd60ab36056f None None] Sync routers for ids ['938dbb39-699a-459d-a185-b77a2fcc80bc'] in dv-cinder-786627-11-iscsi {{(pid=92922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 07:14:02.250986 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef68f877-7160-43ef-ba29-cd60ab36056f None None] Routers {'938dbb39-699a-459d-a185-b77a2fcc80bc'} bound to L3 agent in host dv-cinder-786627-11-iscsi {{(pid=92922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 07:14:02.255440 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-ef68f877-7160-43ef-ba29-cd60ab36056f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T07:06:03Z,description=,heartbeat_timestamp=2021-06-22T07:13:33Z,host='dv-cinder-786627-11-iscsi',id=f18ef446-1389-4802-a345-f314a6956002,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T07:06:03Z,topic='l3_agent')) {'router_ids': ['938dbb39-699a-459d-a185-b77a2fcc80bc'], 'active': True} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:14:02.327054 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b7bfb25-c17b-4afd-b909-049ea1da6d87 None None] Checking router: 431cd435-43c4-4a94-9141-6425c9b114ef for host: dv-cinder-786627-11-iscsi {{(pid=92921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 07:14:02.337833 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b7bfb25-c17b-4afd-b909-049ea1da6d87 None None] Updating router 431cd435-43c4-4a94-9141-6425c9b114ef port 217bf916-f428-45a7-b4e6-aee6f103ab9d binding host dv-cinder-786627-11-iscsi {{(pid=92921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 07:14:02.478604 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-1b7bfb25-c17b-4afd-b909-049ea1da6d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:02.507039 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-24dbb9d8-5f49-46c9-bd43-12b092a06854 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:02.529239 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-3b506010-56ed-472a-8ebf-549e29433495 req-efa1c3b9-d239-4c73-be36-1a08be503f49 tempest-DeleteServersTestJSON-1840482181 tempest-DeleteServersTestJSON-1840482181-project] Notify callbacks [] for port, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:02.531604 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-556bbc2a-444c-40f7-9387-cb9f0e8f5574 req-fea224c6-27fb-4766-a356-c78c5ce47069 tempest-DeleteServersTestJSON-1840482181 tempest-DeleteServersTestJSON-1840482181-project] 10.222.0.24 "GET /v2.0/ports?device_id=408e9ee9-a3c9-4c89-a36d-c9312e22824a HTTP/1.1" status: 200 len: 210 time: 0.5316453 Jun 22 07:14:02.535353 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-24dbb9d8-5f49-46c9-bd43-12b092a06854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:02.555980 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:14:02.640810 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-24dbb9d8-5f49-46c9-bd43-12b092a06854 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=79d501d437ca4014b68af166e1ebb6ee&name=default HTTP/1.1" status: 200 len: 2975 time: 2.9764655 Jun 22 07:14:02.649488 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 41926) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:14:02.715900 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvr_db [None req-ef68f877-7160-43ef-ba29-cd60ab36056f None None] Set router 938dbb39-699a-459d-a185-b77a2fcc80bc gateway port host: dv-cinder-786627-11-iscsi {{(pid=92922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 07:14:02.756020 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dbb9d8-5f49-46c9-bd43-12b092a06854 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d3015a1-5e74-4518-b3d0-862d4cba4ff6,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:14:02.763857 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-24dbb9d8-5f49-46c9-bd43-12b092a06854 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:14:02.826491 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-370f3dce-a7e9-4ccd-b955-536f62b9eb66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:02.912800 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-370f3dce-a7e9-4ccd-b955-536f62b9eb66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:02.936699 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-3b506010-56ed-472a-8ebf-549e29433495 req-efa1c3b9-d239-4c73-be36-1a08be503f49 tempest-DeleteServersTestJSON-1840482181 tempest-DeleteServersTestJSON-1840482181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1809569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-690206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773473471591'] for port, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:02.984602 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-ab47786d-d1d5-433b-8063-87626a8a13b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:14:03.033611 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-3d975144-6034-483b-90e2-42eda3b83de5 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:03.086190 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09158ed-b710-428c-892d-5d64bceb043d req-f1c2e0ab-3a97-4a6e-85d2-9876a7c285bc tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:03.116716 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-b09158ed-b710-428c-892d-5d64bceb043d req-f1c2e0ab-3a97-4a6e-85d2-9876a7c285bc tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/networks?id=2cb6791c-9360-429c-a118-cd829e120353 HTTP/1.1" status: 200 len: 819 time: 1.2404411 Jun 22 07:14:03.134884 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-3d975144-6034-483b-90e2-42eda3b83de5 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037535'] for security_group_rule, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:03.241387 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Device 098d0e0b-08fe-483a-8b92-acc051690e6c up at agent ovs-agent-dv-cinder-786627-11-iscsi {{(pid=92921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 07:14:03.250064 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:14:03.270063 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-b09158ed-b710-428c-892d-5d64bceb043d req-e74a8da6-81b4-43cc-b9f6-02c17ac297b5 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/quotas/a6b59c4ef34b41bd9dbb44d6fa033408 HTTP/1.1" status: 200 len: 375 time: 0.1296380 Jun 22 07:14:03.305107 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-8b5be14f-15f2-4ef7-a238-656206ebc2c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:03.431253 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b506010-56ed-472a-8ebf-549e29433495 req-efa1c3b9-d239-4c73-be36-1a08be503f49 tempest-DeleteServersTestJSON-1840482181 tempest-DeleteServersTestJSON-1840482181-project] Network f69f16c5-4741-459e-b289-137e3cebe98a is already hosted by enough agents. {{(pid=92920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 07:14:03.448801 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d975144-6034-483b-90e2-42eda3b83de5 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7898c868-a929-4b5a-8e14-e5623b19640f,revision_number=0']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:14:03.454141 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.scheduler.base_scheduler [req-3b506010-56ed-472a-8ebf-549e29433495 req-efa1c3b9-d239-4c73-be36-1a08be503f49 tempest-DeleteServersTestJSON-1840482181 tempest-DeleteServersTestJSON-1840482181-project] Resources bound (agent type, host, resource id): {{(pid=92920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 07:14:03.487869 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b506010-56ed-472a-8ebf-549e29433495 req-efa1c3b9-d239-4c73-be36-1a08be503f49 tempest-DeleteServersTestJSON-1840482181 tempest-DeleteServersTestJSON-1840482181-project] Received port after_create {{(pid=92920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 07:14:03.498477 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b506010-56ed-472a-8ebf-549e29433495 req-efa1c3b9-d239-4c73-be36-1a08be503f49 tempest-DeleteServersTestJSON-1840482181 tempest-DeleteServersTestJSON-1840482181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:03.499152 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-3b506010-56ed-472a-8ebf-549e29433495 req-efa1c3b9-d239-4c73-be36-1a08be503f49 tempest-DeleteServersTestJSON-1840482181 tempest-DeleteServersTestJSON-1840482181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-690179'] for port, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:03.540365 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-3d975144-6034-483b-90e2-42eda3b83de5 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:14:03.609007 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-3d975144-6034-483b-90e2-42eda3b83de5 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:03.610522 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-3d975144-6034-483b-90e2-42eda3b83de5 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.5893881 Jun 22 07:14:03.615733 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 41946) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:14:03.646031 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-ef68f877-7160-43ef-ba29-cd60ab36056f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '938dbb39-699a-459d-a185-b77a2fcc80bc', 'name': 'tempest-AttachVolumeShelveTestJSON-1929265933-router', 'tenant_id': 'e8e015950749433d91627c7d2fff432f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'external_fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': '098d0e0b-08fe-483a-8b92-acc051690e6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:13:44Z', 'updated_at': '2021-06-22T07:13:52Z', 'revision_number': 4, 'project_id': 'e8e015950749433d91627c7d2fff432f', 'gw_port': {'id': '098d0e0b-08fe-483a-8b92-acc051690e6c', 'name': '', 'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ba:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '938dbb39-699a-459d-a185-b77a2fcc80bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:13:46Z', 'updated_at': '2021-06-22T07:13:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-iscsi', '_interfaces': [{'id': '30995bdb-9a4a-48b3-97be-68e0606645f8', 'name': '', 'network_id': 'b91fcb38-ada5-4353-b77e-00fb398ce7d0', 'tenant_id': 'e8e015950749433d91627c7d2fff432f', 'mac_address': 'fa:16:3e:6e:21:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '938dbb39-699a-459d-a185-b77a2fcc80bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f579e111-0d0d-464b-ba2e-9baae47e7af2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:13:50Z', 'updated_at': '2021-06-22T07:13:52Z', 'revision_number': 2, 'project_id': 'e8e015950749433d91627c7d2fff432f', 'subnets': [{'id': 'f579e111-0d0d-464b-ba2e-9baae47e7af2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-11-iscsi', False) {} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:14:03.666193 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa1c3b9-d239-4c73-be36-1a08be503f49 tempest-DeleteServersTestJSON-1840482181 tempest-DeleteServersTestJSON-1840482181-project] Pushing event updated for resources: {'Port': ['ID=99f0a8af-47c5-43e8-b357-f99b10755c08,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:14:03.669430 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.v2.base [None req-2fd955b7-6af0-4610-907e-cf5960c54b73 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Request body: {'floatingip': {'floating_network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2'}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:14:03.696238 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-efa1c3b9-d239-4c73-be36-1a08be503f49 tempest-DeleteServersTestJSON-1840482181 tempest-DeleteServersTestJSON-1840482181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.720s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:14:03.705576 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-370f3dce-a7e9-4ccd-b955-536f62b9eb66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:03.723882 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-370f3dce-a7e9-4ccd-b955-536f62b9eb66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:03.740356 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-370f3dce-a7e9-4ccd-b955-536f62b9eb66 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3d3015a1-5e74-4518-b3d0-862d4cba4ff6 HTTP/1.1" status: 204 len: 168 time: 1.0813787 Jun 22 07:14:03.750078 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-3b506010-56ed-472a-8ebf-549e29433495 req-efa1c3b9-d239-4c73-be36-1a08be503f49 tempest-DeleteServersTestJSON-1840482181 tempest-DeleteServersTestJSON-1840482181-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8404686 Jun 22 07:14:03.751588 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:14:03.786452 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [req-3b506010-56ed-472a-8ebf-549e29433495 req-d7c90d28-8c4e-4cc2-bec0-f5b634ec8d7b tempest-DeleteServersTestJSON-1840482181 tempest-DeleteServersTestJSON-1840482181-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=92920) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 07:14:03.789512 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-3b506010-56ed-472a-8ebf-549e29433495 req-d7c90d28-8c4e-4cc2-bec0-f5b634ec8d7b tempest-DeleteServersTestJSON-1840482181 tempest-DeleteServersTestJSON-1840482181-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0253873 Jun 22 07:14:03.806062 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:03.830297 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370f3dce-a7e9-4ccd-b955-536f62b9eb66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d3015a1-5e74-4518-b3d0-862d4cba4ff6,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:14:03.846689 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-370f3dce-a7e9-4ccd-b955-536f62b9eb66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:14:03.866950 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef68f877-7160-43ef-ba29-cd60ab36056f None None] Checking router: 938dbb39-699a-459d-a185-b77a2fcc80bc for host: dv-cinder-786627-11-iscsi {{(pid=92922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 07:14:03.869191 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef68f877-7160-43ef-ba29-cd60ab36056f None None] Updating router 938dbb39-699a-459d-a185-b77a2fcc80bc port 30995bdb-9a4a-48b3-97be-68e0606645f8 binding host dv-cinder-786627-11-iscsi {{(pid=92922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 07:14:03.989332 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Provisioning for port 098d0e0b-08fe-483a-8b92-acc051690e6c completed by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 07:14:03.989629 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-b09158ed-b710-428c-892d-5d64bceb043d req-e78531a1-c7b2-4592-b419-0e1647bf3a77 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=a6b59c4ef34b41bd9dbb44d6fa033408&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6455317 Jun 22 07:14:03.990957 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-2fd955b7-6af0-4610-907e-cf5960c54b73 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Notify callbacks [] for floatingip, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:04.028573 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Provisioning complete for port 098d0e0b-08fe-483a-8b92-acc051690e6c triggered by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:14:04.028965 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1879668'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:04.193685 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-ef68f877-7160-43ef-ba29-cd60ab36056f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:04.428355 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-26e23485-8838-4c53-85ec-b5e97827f5f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1809762'] for port, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:04.760338 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 41978) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:14:04.863986 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:04.916696 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.v2.base [req-3b506010-56ed-472a-8ebf-549e29433495 req-226b4069-c3eb-4761-9050-75f208f11e55 service neutron] Request body: {'port': {'device_id': '408e9ee9-a3c9-4c89-a36d-c9312e22824a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:14:04.997948 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.41', 60423) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:14:04.999265 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 41984) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:14:05.055685 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] For port 098d0e0b-08fe-483a-8b92-acc051690e6c, host dv-cinder-786627-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-11-iscsi',level=0,port_id=098d0e0b-08fe-483a-8b92-acc051690e6c,segment=NetworkSegment(4e753e82-2fc6-4903-97a0-73083259f586),segment_id=4e753e82-2fc6-4903-97a0-73083259f586)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:14:05.119364 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:05.156659 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-1b7bfb25-c17b-4afd-b909-049ea1da6d87 None None] Notify callbacks [] for port, precommit_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:05.183874 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-1b7bfb25-c17b-4afd-b909-049ea1da6d87 None None] Transition to ACTIVE for port object 217bf916-f428-45a7-b4e6-aee6f103ab9d will not be triggered until provisioned by entity L2. {{(pid=92921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 07:14:05.184814 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-e408d369-a531-433e-b31d-e6450db630db admin admin] Notify callbacks [] for security_group, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:05.190362 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-3b506010-56ed-472a-8ebf-549e29433495 req-226b4069-c3eb-4761-9050-75f208f11e55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:05.209428 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:14:05.231562 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-1b7bfb25-c17b-4afd-b909-049ea1da6d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:05.406815 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-ef68f877-7160-43ef-ba29-cd60ab36056f None None] Notify callbacks [] for port, precommit_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:05.425676 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-ef68f877-7160-43ef-ba29-cd60ab36056f None None] Transition to ACTIVE for port object 30995bdb-9a4a-48b3-97be-68e0606645f8 will not be triggered until provisioned by entity L2. {{(pid=92922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 07:14:05.441631 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-ef68f877-7160-43ef-ba29-cd60ab36056f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:05.463793 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d3c1a5ff-c703-4bfc-bce3-efb8418f207c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:05.473205 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-80d6c2b2-9169-4695-a2ce-8eaea58e59c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:14:05.564452 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [None req-1b7bfb25-c17b-4afd-b909-049ea1da6d87 None None] Attempting to bind port 217bf916-f428-45a7-b4e6-aee6f103ab9d on host dv-cinder-786627-11-iscsi for vnic_type normal with profile {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 07:14:05.565676 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [None req-1b7bfb25-c17b-4afd-b909-049ea1da6d87 None None] Attempting to bind port 217bf916-f428-45a7-b4e6-aee6f103ab9d by drivers openvswitch,hyperv on host dv-cinder-786627-11-iscsi at level 0 using segments [{'id': '4e753e82-2fc6-4903-97a0-73083259f586', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2'}] {{(pid=92921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 07:14:05.566266 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7bfb25-c17b-4afd-b909-049ea1da6d87 None None] Attempting to bind port 217bf916-f428-45a7-b4e6-aee6f103ab9d on network 73c4e24d-548c-4da2-96ca-75881b5fbbd2 {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 07:14:05.584824 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7bfb25-c17b-4afd-b909-049ea1da6d87 None None] Checking agent: {'id': '25bcf34a-9be6-400d-9699-901d91ee39d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 7, 6, 3), 'started_at': datetime.datetime(2021, 6, 22, 7, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 7, 14, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 07:14:05.586636 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7bfb25-c17b-4afd-b909-049ea1da6d87 None None] Checking segment: {'id': '4e753e82-2fc6-4903-97a0-73083259f586', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 07:14:05.588059 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-1b7bfb25-c17b-4afd-b909-049ea1da6d87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:05.589134 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7bfb25-c17b-4afd-b909-049ea1da6d87 None None] Bound using segment: {'id': '4e753e82-2fc6-4903-97a0-73083259f586', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2'} {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 07:14:05.592526 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [None req-1b7bfb25-c17b-4afd-b909-049ea1da6d87 None None] Bound port: 217bf916-f428-45a7-b4e6-aee6f103ab9d, host: dv-cinder-786627-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e753e82-2fc6-4903-97a0-73083259f586', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2'}}] {{(pid=92921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 07:14:05.593733 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-1b7bfb25-c17b-4afd-b909-049ea1da6d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:05.604741 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Device f359c592-7330-4184-89cb-e0ae92cb8e22 up at agent ovs-agent-dv-cinder-786627-11-iscsi {{(pid=92921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 07:14:05.611013 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Pushing event updated for resources: {'Port': ['ID=098d0e0b-08fe-483a-8b92-acc051690e6c,revision_number=4']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:14:05.619695 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:14:05.666498 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.342s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:14:05.681254 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-c0b70146-8d96-4d6c-8f29-c0a812cff985 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:05.798158 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-1b7bfb25-c17b-4afd-b909-049ea1da6d87 None None] For port 217bf916-f428-45a7-b4e6-aee6f103ab9d, host dv-cinder-786627-11-iscsi, cleared binding levels {{(pid=92921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 07:14:05.801686 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928cec63-1efb-4042-a5fd-73d543702227 None None] Pushing event updated for resources: {'Port': ['ID=217bf916-f428-45a7-b4e6-aee6f103ab9d,revision_number=2']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:14:05.806517 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-928cec63-1efb-4042-a5fd-73d543702227 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:14:05.810055 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-1b7bfb25-c17b-4afd-b909-049ea1da6d87 None None] For port 217bf916-f428-45a7-b4e6-aee6f103ab9d, host dv-cinder-786627-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-11-iscsi',level=0,port_id=217bf916-f428-45a7-b4e6-aee6f103ab9d,segment=NetworkSegment(4e753e82-2fc6-4903-97a0-73083259f586),segment_id=4e753e82-2fc6-4903-97a0-73083259f586)] {{(pid=92921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 07:14:05.824880 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-1b7bfb25-c17b-4afd-b909-049ea1da6d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:05.839486 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-7c48cd74-47fa-4b48-b0ae-a057b91351d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:14:05.853940 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Provisioning for port f359c592-7330-4184-89cb-e0ae92cb8e22 completed by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 07:14:05.897517 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7bfb25-c17b-4afd-b909-049ea1da6d87 None None] Routers {'431cd435-43c4-4a94-9141-6425c9b114ef'} bound to L3 agent in host dv-cinder-786627-11-iscsi {{(pid=92921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 07:14:05.898154 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-1b7bfb25-c17b-4afd-b909-049ea1da6d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T07:06:03Z,description=,heartbeat_timestamp=2021-06-22T07:14:03Z,host='dv-cinder-786627-11-iscsi',id=f18ef446-1389-4802-a345-f314a6956002,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T07:06:03Z,topic='l3_agent')) {'router_ids': ['431cd435-43c4-4a94-9141-6425c9b114ef'], 'active': True} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:14:05.906795 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Provisioning complete for port f359c592-7330-4184-89cb-e0ae92cb8e22 triggered by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:14:05.907535 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1879668'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:06.043595 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [None req-ef68f877-7160-43ef-ba29-cd60ab36056f None None] Attempting to bind port 30995bdb-9a4a-48b3-97be-68e0606645f8 on host dv-cinder-786627-11-iscsi for vnic_type normal with profile {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 07:14:06.044295 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [None req-ef68f877-7160-43ef-ba29-cd60ab36056f None None] Attempting to bind port 30995bdb-9a4a-48b3-97be-68e0606645f8 by drivers openvswitch,hyperv on host dv-cinder-786627-11-iscsi at level 0 using segments [{'id': '8d1bc002-3124-433f-9368-96f826d6cba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b91fcb38-ada5-4353-b77e-00fb398ce7d0'}] {{(pid=92922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 07:14:06.046485 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef68f877-7160-43ef-ba29-cd60ab36056f None None] Attempting to bind port 30995bdb-9a4a-48b3-97be-68e0606645f8 on network b91fcb38-ada5-4353-b77e-00fb398ce7d0 {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 07:14:06.069436 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef68f877-7160-43ef-ba29-cd60ab36056f None None] Checking agent: {'id': '25bcf34a-9be6-400d-9699-901d91ee39d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 7, 6, 3), 'started_at': datetime.datetime(2021, 6, 22, 7, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 7, 14, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 07:14:06.071293 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef68f877-7160-43ef-ba29-cd60ab36056f None None] Checking segment: {'id': '8d1bc002-3124-433f-9368-96f826d6cba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b91fcb38-ada5-4353-b77e-00fb398ce7d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 07:14:06.072878 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-ef68f877-7160-43ef-ba29-cd60ab36056f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:06.075151 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef68f877-7160-43ef-ba29-cd60ab36056f None None] Bound using segment: {'id': '8d1bc002-3124-433f-9368-96f826d6cba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b91fcb38-ada5-4353-b77e-00fb398ce7d0'} {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 07:14:06.081725 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [None req-ef68f877-7160-43ef-ba29-cd60ab36056f None None] Bound port: 30995bdb-9a4a-48b3-97be-68e0606645f8, host: dv-cinder-786627-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d1bc002-3124-433f-9368-96f826d6cba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b91fcb38-ada5-4353-b77e-00fb398ce7d0'}}] {{(pid=92922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 07:14:06.095241 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-ef68f877-7160-43ef-ba29-cd60ab36056f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:06.099735 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928cec63-1efb-4042-a5fd-73d543702227 None None] Pushing event updated for resources: {'Port': ['ID=217bf916-f428-45a7-b4e6-aee6f103ab9d,revision_number=3']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:14:06.104161 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-928cec63-1efb-4042-a5fd-73d543702227 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:14:06.193113 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.notifiers.nova [req-3b506010-56ed-472a-8ebf-549e29433495 req-226b4069-c3eb-4761-9050-75f208f11e55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99f0a8af-47c5-43e8-b357-f99b10755c08 {{(pid=92920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 07:14:06.204520 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-3b506010-56ed-472a-8ebf-549e29433495 req-226b4069-c3eb-4761-9050-75f208f11e55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:06.225793 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-e408d369-a531-433e-b31d-e6450db630db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:06.230157 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [req-3b506010-56ed-472a-8ebf-549e29433495 req-226b4069-c3eb-4761-9050-75f208f11e55 service neutron] Transition to ACTIVE for port object 99f0a8af-47c5-43e8-b357-f99b10755c08 will not be triggered until provisioned by entity L2. {{(pid=92920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 07:14:06.238105 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [req-b09158ed-b710-428c-892d-5d64bceb043d req-fc10da01-1be4-42d0-b969-0356e0a825c4 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=92919) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 07:14:06.248571 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-3b506010-56ed-472a-8ebf-549e29433495 req-226b4069-c3eb-4761-9050-75f208f11e55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:06.249089 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-b09158ed-b710-428c-892d-5d64bceb043d req-fc10da01-1be4-42d0-b969-0356e0a825c4 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 1.1153994 Jun 22 07:14:06.262347 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-ab47786d-d1d5-433b-8063-87626a8a13b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:14:06.269515 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvr_db [None req-1b7bfb25-c17b-4afd-b909-049ea1da6d87 None None] Set router 431cd435-43c4-4a94-9141-6425c9b114ef gateway port host: dv-cinder-786627-11-iscsi {{(pid=92921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 07:14:06.285363 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12b8a2d-ee65-485c-a0d6-242553c8c850 None None] Pushing event updated for resources: {'Port': ['ID=30995bdb-9a4a-48b3-97be-68e0606645f8,revision_number=3']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:14:06.316773 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-b12b8a2d-ee65-485c-a0d6-242553c8c850 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.847s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:14:06.358889 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-e408d369-a531-433e-b31d-e6450db630db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:06.369754 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-ef68f877-7160-43ef-ba29-cd60ab36056f None None] For port 30995bdb-9a4a-48b3-97be-68e0606645f8, host dv-cinder-786627-11-iscsi, cleared binding levels {{(pid=92922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 07:14:06.380652 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-ef68f877-7160-43ef-ba29-cd60ab36056f None None] For port 30995bdb-9a4a-48b3-97be-68e0606645f8, host dv-cinder-786627-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-11-iscsi',level=0,port_id=30995bdb-9a4a-48b3-97be-68e0606645f8,segment=NetworkSegment(8d1bc002-3124-433f-9368-96f826d6cba6),segment_id=8d1bc002-3124-433f-9368-96f826d6cba6)] {{(pid=92922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 07:14:06.387490 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-ef68f877-7160-43ef-ba29-cd60ab36056f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:06.391068 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-b12b8a2d-ee65-485c-a0d6-242553c8c850 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:14:06.399388 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-2fd955b7-6af0-4610-907e-cf5960c54b73 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1809762'] for port, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:06.503750 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12b8a2d-ee65-485c-a0d6-242553c8c850 None None] Pushing event updated for resources: {'Port': ['ID=30995bdb-9a4a-48b3-97be-68e0606645f8,revision_number=4']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:14:06.510842 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-b12b8a2d-ee65-485c-a0d6-242553c8c850 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:14:06.561999 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:06.572509 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef68f877-7160-43ef-ba29-cd60ab36056f None None] Routers {'938dbb39-699a-459d-a185-b77a2fcc80bc'} bound to L3 agent in host dv-cinder-786627-11-iscsi {{(pid=92922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 07:14:06.573172 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-ef68f877-7160-43ef-ba29-cd60ab36056f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T07:06:03Z,description=,heartbeat_timestamp=2021-06-22T07:14:03Z,host='dv-cinder-786627-11-iscsi',id=f18ef446-1389-4802-a345-f314a6956002,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T07:06:03Z,topic='l3_agent')) {'router_ids': ['938dbb39-699a-459d-a185-b77a2fcc80bc'], 'active': True} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:14:06.590852 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226b4069-c3eb-4761-9050-75f208f11e55 service neutron] Pushing event updated for resources: {'Port': ['ID=99f0a8af-47c5-43e8-b357-f99b10755c08,revision_number=2']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:14:06.607592 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:14:06.612820 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-226b4069-c3eb-4761-9050-75f208f11e55 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:14:06.686624 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] For port f359c592-7330-4184-89cb-e0ae92cb8e22, host dv-cinder-786627-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-11-iscsi',level=0,port_id=f359c592-7330-4184-89cb-e0ae92cb8e22,segment=NetworkSegment(ad1695f4-d579-4854-bcbf-7f27a2eb4dc6),segment_id=ad1695f4-d579-4854-bcbf-7f27a2eb4dc6)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:14:06.721631 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:06.726904 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-157b1949-021f-45e8-ab08-314a46fb23a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:14:06.742352 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e408d369-a531-433e-b31d-e6450db630db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e933712b-b841-49a1-b918-805c44f82130,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:14:06.813098 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Pushing event updated for resources: {'Port': ['ID=f359c592-7330-4184-89cb-e0ae92cb8e22,revision_number=5']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:14:06.817265 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:14:06.825847 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-1b7bfb25-c17b-4afd-b909-049ea1da6d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '431cd435-43c4-4a94-9141-6425c9b114ef', 'name': 'tempest-AttachVolumeTestJSON-907065161-router', 'tenant_id': 'd4f594fab10d40c7ba3121bb30f350f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'external_fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '217bf916-f428-45a7-b4e6-aee6f103ab9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:13:50Z', 'updated_at': '2021-06-22T07:13:57Z', 'revision_number': 3, 'project_id': 'd4f594fab10d40c7ba3121bb30f350f6', 'gw_port': {'id': '217bf916-f428-45a7-b4e6-aee6f103ab9d', 'name': '', 'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:87:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '431cd435-43c4-4a94-9141-6425c9b114ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:13:53Z', 'updated_at': '2021-06-22T07:14:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-iscsi'}], 'dv-cinder-786627-11-iscsi', False) {} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:14:06.834621 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.managers [req-3b506010-56ed-472a-8ebf-549e29433495 req-226b4069-c3eb-4761-9050-75f208f11e55 service neutron] Attempting to bind port 99f0a8af-47c5-43e8-b357-f99b10755c08 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 07:14:06.837799 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.managers [req-3b506010-56ed-472a-8ebf-549e29433495 req-226b4069-c3eb-4761-9050-75f208f11e55 service neutron] Attempting to bind port 99f0a8af-47c5-43e8-b357-f99b10755c08 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '4bb8bbca-dc02-47a4-86ed-2cfeff644e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'f69f16c5-4741-459e-b289-137e3cebe98a'}] {{(pid=92920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 07:14:06.839800 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b506010-56ed-472a-8ebf-549e29433495 req-226b4069-c3eb-4761-9050-75f208f11e55 service neutron] Attempting to bind port 99f0a8af-47c5-43e8-b357-f99b10755c08 on network f69f16c5-4741-459e-b289-137e3cebe98a {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 07:14:06.864958 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-e408d369-a531-433e-b31d-e6450db630db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:14:06.870046 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b7bfb25-c17b-4afd-b909-049ea1da6d87 None None] The sync data for ids ['431cd435-43c4-4a94-9141-6425c9b114ef'] in dv-cinder-786627-11-iscsi is: [{'id': '431cd435-43c4-4a94-9141-6425c9b114ef', 'name': 'tempest-AttachVolumeTestJSON-907065161-router', 'tenant_id': 'd4f594fab10d40c7ba3121bb30f350f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'external_fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '217bf916-f428-45a7-b4e6-aee6f103ab9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:13:50Z', 'updated_at': '2021-06-22T07:13:57Z', 'revision_number': 3, 'project_id': 'd4f594fab10d40c7ba3121bb30f350f6', 'gw_port': {'id': '217bf916-f428-45a7-b4e6-aee6f103ab9d', 'name': '', 'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:87:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '431cd435-43c4-4a94-9141-6425c9b114ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:13:53Z', 'updated_at': '2021-06-22T07:14:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-iscsi'}] {{(pid=92921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 07:14:06.891777 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b506010-56ed-472a-8ebf-549e29433495 req-226b4069-c3eb-4761-9050-75f208f11e55 service neutron] Port 99f0a8af-47c5-43e8-b357-f99b10755c08 on network f69f16c5-4741-459e-b289-137e3cebe98a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 07:14:06.892034 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b506010-56ed-472a-8ebf-549e29433495 req-226b4069-c3eb-4761-9050-75f208f11e55 service neutron] Attempting to bind port 99f0a8af-47c5-43e8-b357-f99b10755c08 on network f69f16c5-4741-459e-b289-137e3cebe98a {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 07:14:06.895916 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-f04bb265-eca6-4530-aeb1-0b3afeb7eb68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:06.923135 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvr_db [None req-ef68f877-7160-43ef-ba29-cd60ab36056f None None] Set router 938dbb39-699a-459d-a185-b77a2fcc80bc gateway port host: dv-cinder-786627-11-iscsi {{(pid=92922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 07:14:06.943573 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b506010-56ed-472a-8ebf-549e29433495 req-226b4069-c3eb-4761-9050-75f208f11e55 service neutron] Checking agent: {'id': 'ce8fa221-be2f-440a-9097-46e1804b8f29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 7, 12, 2), 'started_at': datetime.datetime(2021, 6, 22, 7, 12, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 7, 14, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 07:14:06.943931 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b506010-56ed-472a-8ebf-549e29433495 req-226b4069-c3eb-4761-9050-75f208f11e55 service neutron] Checking segment: {'id': '4bb8bbca-dc02-47a4-86ed-2cfeff644e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'f69f16c5-4741-459e-b289-137e3cebe98a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 07:14:06.948188 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b506010-56ed-472a-8ebf-549e29433495 req-226b4069-c3eb-4761-9050-75f208f11e55 service neutron] Bound using segment: {'id': '4bb8bbca-dc02-47a4-86ed-2cfeff644e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'f69f16c5-4741-459e-b289-137e3cebe98a'} {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 07:14:06.948994 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.managers [req-3b506010-56ed-472a-8ebf-549e29433495 req-226b4069-c3eb-4761-9050-75f208f11e55 service neutron] Bound port: 99f0a8af-47c5-43e8-b357-f99b10755c08, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bb8bbca-dc02-47a4-86ed-2cfeff644e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'f69f16c5-4741-459e-b289-137e3cebe98a'}}] {{(pid=92920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 07:14:06.950332 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-3b506010-56ed-472a-8ebf-549e29433495 req-226b4069-c3eb-4761-9050-75f208f11e55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:06.961704 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f52c10-8d69-461b-ab17-1d6db185d9f8 req-9fce2a06-ba12-4b8c-b804-2ebe9187b689 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:06.964524 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-a6f52c10-8d69-461b-ab17-1d6db185d9f8 req-9fce2a06-ba12-4b8c-b804-2ebe9187b689 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.41 "GET /v2.0/networks?id=2cb6791c-9360-429c-a118-cd829e120353 HTTP/1.1" status: 200 len: 819 time: 1.9532471 Jun 22 07:14:06.970255 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-c0b70146-8d96-4d6c-8f29-c0a812cff985 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:07.013014 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-c0b70146-8d96-4d6c-8f29-c0a812cff985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:07.033711 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.db.db_base_plugin_common [None req-2fd955b7-6af0-4610-907e-cf5960c54b73 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Allocated IP 172.27.1.95 (73c4e24d-548c-4da2-96ca-75881b5fbbd2/544f46cc-96c5-45ec-92af-d864e0b11db8/27d2b0b1-1a37-4038-bd01-e7008a7e54e8) {{(pid=92919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 07:14:07.049414 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:14:07.210412 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-c0b70146-8d96-4d6c-8f29-c0a812cff985 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ce07c3b0ad464d658797da23af71e22d&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4486785 Jun 22 07:14:07.222355 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 42024) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:14:07.224818 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b70146-8d96-4d6c-8f29-c0a812cff985 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=578a963d-c0e7-494f-8da9-050d22acf440,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:14:07.237906 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-c0b70146-8d96-4d6c-8f29-c0a812cff985 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:14:07.348531 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [req-3b506010-56ed-472a-8ebf-549e29433495 req-226b4069-c3eb-4761-9050-75f208f11e55 service neutron] For port 99f0a8af-47c5-43e8-b357-f99b10755c08, host hv-cinder-78662, cleared binding levels {{(pid=92920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 07:14:07.447992 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [req-3b506010-56ed-472a-8ebf-549e29433495 req-226b4069-c3eb-4761-9050-75f208f11e55 service neutron] For port 99f0a8af-47c5-43e8-b357-f99b10755c08, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=99f0a8af-47c5-43e8-b357-f99b10755c08,segment=NetworkSegment(4bb8bbca-dc02-47a4-86ed-2cfeff644e2b),segment_id=4bb8bbca-dc02-47a4-86ed-2cfeff644e2b)] {{(pid=92920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 07:14:07.457129 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-3b506010-56ed-472a-8ebf-549e29433495 req-226b4069-c3eb-4761-9050-75f208f11e55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:07.476405 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:14:07.599846 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-e408d369-a531-433e-b31d-e6450db630db admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=47574699806246f1a899e023aeab9b2a&name=default HTTP/1.1" status: 200 len: 2975 time: 2.5864017 Jun 22 07:14:07.608111 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 42030) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:14:07.613679 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-ef876bf3-c439-4291-aad5-fd476019f20b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:07.664302 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a5b1b5-183c-4f08-a87a-76c7c3315605 req-94c79305-4c06-4e0c-8761-817847498de4 tempest-DeleteServersTestJSON-1840482181 tempest-DeleteServersTestJSON-1840482181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:07.673621 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-f9a5b1b5-183c-4f08-a87a-76c7c3315605 req-94c79305-4c06-4e0c-8761-817847498de4 tempest-DeleteServersTestJSON-1840482181 tempest-DeleteServersTestJSON-1840482181-project] 10.222.0.24 "GET /v2.0/ports?device_id=408e9ee9-a3c9-4c89-a36d-c9312e22824a HTTP/1.1" status: 200 len: 931 time: 3.3751264 Jun 22 07:14:07.678477 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Device f359c592-7330-4184-89cb-e0ae92cb8e22 up at agent ovs-agent-dv-cinder-786627-11-iscsi {{(pid=92921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 07:14:07.681709 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226b4069-c3eb-4761-9050-75f208f11e55 service neutron] Pushing event updated for resources: {'Port': ['ID=99f0a8af-47c5-43e8-b357-f99b10755c08,revision_number=3']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:14:07.686852 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-226b4069-c3eb-4761-9050-75f208f11e55 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:14:07.711472 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b506010-56ed-472a-8ebf-549e29433495 req-226b4069-c3eb-4761-9050-75f208f11e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:07.712063 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-3b506010-56ed-472a-8ebf-549e29433495 req-226b4069-c3eb-4761-9050-75f208f11e55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-690179'] for port, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:07.713763 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-3b506010-56ed-472a-8ebf-549e29433495 req-226b4069-c3eb-4761-9050-75f208f11e55 service neutron] 10.222.0.41 "PUT /v2.0/ports/99f0a8af-47c5-43e8-b357-f99b10755c08 HTTP/1.1" status: 200 len: 1093 time: 3.3484321 Jun 22 07:14:07.714416 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '408e9ee9-a3c9-4c89-a36d-c9312e22824a', 'tag': '99f0a8af-47c5-43e8-b357-f99b10755c08'}] {{(pid=92920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 07:14:07.719754 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.v2.base [req-a6f52c10-8d69-461b-ab17-1d6db185d9f8 req-701e9c89-0cd8-4ed0-ad2d-f7f0a5ac87a2 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] Request body: {'port': {'device_id': 'ec3d9cd3-7990-46e7-a0c4-277e3dc80819', 'network_id': '2cb6791c-9360-429c-a118-cd829e120353', 'admin_state_up': True, 'tenant_id': 'a6b59c4ef34b41bd9dbb44d6fa033408'}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:14:07.769550 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-ef68f877-7160-43ef-ba29-cd60ab36056f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '938dbb39-699a-459d-a185-b77a2fcc80bc', 'name': 'tempest-AttachVolumeShelveTestJSON-1929265933-router', 'tenant_id': 'e8e015950749433d91627c7d2fff432f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'external_fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': '098d0e0b-08fe-483a-8b92-acc051690e6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:13:44Z', 'updated_at': '2021-06-22T07:13:52Z', 'revision_number': 4, 'project_id': 'e8e015950749433d91627c7d2fff432f', 'gw_port': {'id': '098d0e0b-08fe-483a-8b92-acc051690e6c', 'name': '', 'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ba:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938dbb39-699a-459d-a185-b77a2fcc80bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:13:46Z', 'updated_at': '2021-06-22T07:14:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-iscsi', '_interfaces': [{'id': '30995bdb-9a4a-48b3-97be-68e0606645f8', 'name': '', 'network_id': 'b91fcb38-ada5-4353-b77e-00fb398ce7d0', 'tenant_id': 'e8e015950749433d91627c7d2fff432f', 'mac_address': 'fa:16:3e:6e:21:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '938dbb39-699a-459d-a185-b77a2fcc80bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f579e111-0d0d-464b-ba2e-9baae47e7af2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:13:50Z', 'updated_at': '2021-06-22T07:14:06Z', 'revision_number': 4, 'project_id': 'e8e015950749433d91627c7d2fff432f', 'subnets': [{'id': 'f579e111-0d0d-464b-ba2e-9baae47e7af2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-11-iscsi', False) {} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:14:07.821196 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-ef876bf3-c439-4291-aad5-fd476019f20b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:07.891155 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Provisioning complete for port f359c592-7330-4184-89cb-e0ae92cb8e22 triggered by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:14:07.891795 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1879668'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:07.921951 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef68f877-7160-43ef-ba29-cd60ab36056f None None] The sync data for ids ['938dbb39-699a-459d-a185-b77a2fcc80bc'] in dv-cinder-786627-11-iscsi is: [{'id': '938dbb39-699a-459d-a185-b77a2fcc80bc', 'name': 'tempest-AttachVolumeShelveTestJSON-1929265933-router', 'tenant_id': 'e8e015950749433d91627c7d2fff432f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'external_fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': '098d0e0b-08fe-483a-8b92-acc051690e6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:13:44Z', 'updated_at': '2021-06-22T07:13:52Z', 'revision_number': 4, 'project_id': 'e8e015950749433d91627c7d2fff432f', 'gw_port': {'id': '098d0e0b-08fe-483a-8b92-acc051690e6c', 'name': '', 'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ba:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938dbb39-699a-459d-a185-b77a2fcc80bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:13:46Z', 'updated_at': '2021-06-22T07:14:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-iscsi', '_interfaces': [{'id': '30995bdb-9a4a-48b3-97be-68e0606645f8', 'name': '', 'network_id': 'b91fcb38-ada5-4353-b77e-00fb398ce7d0', 'tenant_id': 'e8e015950749433d91627c7d2fff432f', 'mac_address': 'fa:16:3e:6e:21:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '938dbb39-699a-459d-a185-b77a2fcc80bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f579e111-0d0d-464b-ba2e-9baae47e7af2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:13:50Z', 'updated_at': '2021-06-22T07:14:06Z', 'revision_number': 4, 'project_id': 'e8e015950749433d91627c7d2fff432f', 'subnets': [{'id': 'f579e111-0d0d-464b-ba2e-9baae47e7af2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 07:14:07.978534 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-70d438f6-9cca-46e9-b55e-cfca1843378b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:08.041467 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-b09158ed-b710-428c-892d-5d64bceb043d req-ef493350-86aa-44c5-ab46-b5dcec798102 service neutron] 10.222.0.24 "GET /v2.0/networks/2cb6791c-9360-429c-a118-cd829e120353?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7908380 Jun 22 07:14:08.063322 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}175c46e468422b48d63533518873068da6a6c478907c3b6f79f9dabf89e8d923" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ae4c9ab-9d2c-42e0-982a-216a15386e0f" -d '{"events": [{"name": "network-changed", "server_uuid": "408e9ee9-a3c9-4c89-a36d-c9312e22824a", "tag": "99f0a8af-47c5-43e8-b357-f99b10755c08"}]}' {{(pid=92920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 07:14:08.121012 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.db.db_base_plugin_common [None req-26e23485-8838-4c53-85ec-b5e97827f5f7 admin admin] Allocated IP 172.20.0.1 (e45ca323-df81-4e4e-ad4b-9a2282b40737/f68816de-e03b-4f38-99ee-40e3f1c0a6fd/900ecae7-963b-427d-adc1-d204794ed031) {{(pid=92919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 07:14:08.126724 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-70d438f6-9cca-46e9-b55e-cfca1843378b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:08.141622 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Device 30995bdb-9a4a-48b3-97be-68e0606645f8 up at agent ovs-agent-dv-cinder-786627-11-iscsi {{(pid=92921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 07:14:08.172878 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-ef876bf3-c439-4291-aad5-fd476019f20b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:08.186424 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-ef876bf3-c439-4291-aad5-fd476019f20b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:08.194835 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-ef876bf3-c439-4291-aad5-fd476019f20b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/578a963d-c0e7-494f-8da9-050d22acf440 HTTP/1.1" status: 204 len: 168 time: 0.9632361 Jun 22 07:14:08.248908 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:14:08.261763 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-70d438f6-9cca-46e9-b55e-cfca1843378b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:08.287416 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-70d438f6-9cca-46e9-b55e-cfca1843378b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:08.289561 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-70d438f6-9cca-46e9-b55e-cfca1843378b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e933712b-b841-49a1-b918-805c44f82130 HTTP/1.1" status: 204 len: 168 time: 0.6704388 Jun 22 07:14:08.305091 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Provisioning for port 30995bdb-9a4a-48b3-97be-68e0606645f8 completed by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 07:14:08.307009 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef876bf3-c439-4291-aad5-fd476019f20b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=578a963d-c0e7-494f-8da9-050d22acf440,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:14:08.310737 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Provisioning complete for port 30995bdb-9a4a-48b3-97be-68e0606645f8 triggered by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:14:08.311151 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1879668'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:08.311515 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b506010-56ed-472a-8ebf-549e29433495 req-7f573e2e-f4b5-4160-a5d5-842fd3254fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:08.312840 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-3b506010-56ed-472a-8ebf-549e29433495 req-7f573e2e-f4b5-4160-a5d5-842fd3254fe0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b0ed6e68e72547bea4e482f51391118d&device_id=408e9ee9-a3c9-4c89-a36d-c9312e22824a HTTP/1.1" status: 200 len: 1096 time: 0.4640079 Jun 22 07:14:08.313692 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-ef876bf3-c439-4291-aad5-fd476019f20b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:14:08.314170 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-f194aacc-0c2d-4e04-902c-e654280f501f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:14:08.350220 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d438f6-9cca-46e9-b55e-cfca1843378b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e933712b-b841-49a1-b918-805c44f82130,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:14:08.424040 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-70d438f6-9cca-46e9-b55e-cfca1843378b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:14:08.566969 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-3b506010-56ed-472a-8ebf-549e29433495 req-dac137e9-32c2-4ee0-9e69-bbc4d7b6784e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=99f0a8af-47c5-43e8-b357-f99b10755c08 HTTP/1.1" status: 200 len: 217 time: 0.2175982 Jun 22 07:14:08.655974 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:08.730020 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] For port 30995bdb-9a4a-48b3-97be-68e0606645f8, host dv-cinder-786627-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-11-iscsi',level=0,port_id=30995bdb-9a4a-48b3-97be-68e0606645f8,segment=NetworkSegment(8d1bc002-3124-433f-9368-96f826d6cba6),segment_id=8d1bc002-3124-433f-9368-96f826d6cba6)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:14:08.738715 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:08.740213 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Device 098d0e0b-08fe-483a-8b92-acc051690e6c up at agent ovs-agent-dv-cinder-786627-11-iscsi {{(pid=92921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 07:14:08.803186 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:14:08.851714 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b506010-56ed-472a-8ebf-549e29433495 req-634865a0-98e3-49e6-9e81-dc9da6816c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:08.853579 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-3b506010-56ed-472a-8ebf-549e29433495 req-634865a0-98e3-49e6-9e81-dc9da6816c94 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b4ea35c2-f75a-434d-b504-9ebc67b0580b HTTP/1.1" status: 200 len: 851 time: 0.2591245 Jun 22 07:14:08.876975 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Provisioning complete for port 098d0e0b-08fe-483a-8b92-acc051690e6c triggered by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:14:08.879277 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1879668'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:08.915348 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-2fd955b7-6af0-4610-907e-cf5960c54b73 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Notify callbacks [] for port, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:08.993137 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-3b506010-56ed-472a-8ebf-549e29433495 req-860d566d-f235-4fe8-876d-a71defd951d0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f69f16c5-4741-459e-b289-137e3cebe98a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1256101 Jun 22 07:14:09.026089 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-26e23485-8838-4c53-85ec-b5e97827f5f7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:09.055074 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-b09158ed-b710-428c-892d-5d64bceb043d req-433c93ec-a67f-494a-a74e-da6a3b508d5e service neutron] 10.222.0.24 "GET /v2.0/networks/2cb6791c-9360-429c-a118-cd829e120353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6996679 Jun 22 07:14:09.275656 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Pushing event updated for resources: {'Port': ['ID=30995bdb-9a4a-48b3-97be-68e0606645f8,revision_number=5']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:14:09.287819 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.485s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:14:09.432847 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-3b506010-56ed-472a-8ebf-549e29433495 req-5cd94cf5-5d09-44a7-8501-f3a74c810b8c service neutron] 10.222.0.41 "GET /v2.0/networks/f69f16c5-4741-459e-b289-137e3cebe98a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4232862 Jun 22 07:14:09.529094 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Device 217bf916-f428-45a7-b4e6-aee6f103ab9d up at agent ovs-agent-dv-cinder-786627-11-iscsi {{(pid=92921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 07:14:09.549264 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-f9a5b1b5-183c-4f08-a87a-76c7c3315605 req-0e4501b6-04d6-4d0a-8448-e6c5e11f9d3a tempest-DeleteServersTestJSON-1840482181 tempest-DeleteServersTestJSON-1840482181-project] 10.222.0.24 "GET /v2.0/security-groups?id=a94922fc-8ff5-4870-8e70-23a0b4e4efe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.8363383 Jun 22 07:14:09.589529 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6f52c10-8d69-461b-ab17-1d6db185d9f8 req-701e9c89-0cd8-4ed0-ad2d-f7f0a5ac87a2 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] Made reservation on behalf of a6b59c4ef34b41bd9dbb44d6fa033408 for: {'port': 1} {{(pid=92919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 07:14:09.617071 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-a6f52c10-8d69-461b-ab17-1d6db185d9f8 req-701e9c89-0cd8-4ed0-ad2d-f7f0a5ac87a2 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1809762'] for port, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:09.620627 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-2fd955b7-6af0-4610-907e-cf5960c54b73 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1809569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-690206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773473471591'] for port, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:09.635433 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.db.provisioning_blocks [None req-26e23485-8838-4c53-85ec-b5e97827f5f7 admin admin] Transition to ACTIVE for port object 900ecae7-963b-427d-adc1-d204794ed031 will not be triggered until provisioned by entity DHCP. {{(pid=92919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 07:14:09.658208 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:14:09.754929 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-3b506010-56ed-472a-8ebf-549e29433495 req-f5379d3c-01e4-4e40-9025-16bc2e4244ae service neutron] 10.222.0.41 "GET /v2.0/networks/f69f16c5-4741-459e-b289-137e3cebe98a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3140922 Jun 22 07:14:09.875897 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd955b7-6af0-4610-907e-cf5960c54b73 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Pushing event updated for resources: {'Port': ['ID=27d2b0b1-1a37-4038-bd01-e7008a7e54e8,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:14:09.947317 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-2fd955b7-6af0-4610-907e-cf5960c54b73 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:14:09.965018 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-624c81d2-2c87-4e1d-ada6-95e4b8fd843f req-2abea91c-976c-46a9-bd75-aade409f425b tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/ports?device_id=96140ecc-60b1-4858-b129-414607b05266 HTTP/1.1" status: 200 len: 210 time: 0.0973649 Jun 22 07:14:10.288917 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Provisioning for port 217bf916-f428-45a7-b4e6-aee6f103ab9d completed by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 07:14:10.295072 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Provisioning complete for port 217bf916-f428-45a7-b4e6-aee6f103ab9d triggered by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:14:10.295465 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1879668'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:10.498626 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.db.db_base_plugin_common [req-a6f52c10-8d69-461b-ab17-1d6db185d9f8 req-701e9c89-0cd8-4ed0-ad2d-f7f0a5ac87a2 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] Allocated IP 172.20.0.11 (2cb6791c-9360-429c-a118-cd829e120353/1c5404e1-ac7c-4acf-ad2d-147e6479ce37/e4c5e89b-6f1f-4a27-b090-bc12a9842c1d) {{(pid=92919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 07:14:10.631334 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd955b7-6af0-4610-907e-cf5960c54b73 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Network 73c4e24d-548c-4da2-96ca-75881b5fbbd2 is already hosted by enough agents. {{(pid=92919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 07:14:10.642841 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:10.684312 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.scheduler.base_scheduler [None req-2fd955b7-6af0-4610-907e-cf5960c54b73 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Resources bound (agent type, host, resource id): {{(pid=92919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 07:14:10.722546 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] For port 217bf916-f428-45a7-b4e6-aee6f103ab9d, host dv-cinder-786627-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-11-iscsi',level=0,port_id=217bf916-f428-45a7-b4e6-aee6f103ab9d,segment=NetworkSegment(4e753e82-2fc6-4903-97a0-73083259f586),segment_id=4e753e82-2fc6-4903-97a0-73083259f586)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:14:10.730340 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:10.742254 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 07:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df7da65d-f7d4-40eb-9c9d-d37e5030ffd6 x-openstack-request-id: req-df7da65d-f7d4-40eb-9c9d-d37e5030ffd6 {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 07:14:10.742861 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "408e9ee9-a3c9-4c89-a36d-c9312e22824a", "tag": "99f0a8af-47c5-43e8-b357-f99b10755c08", "status": "completed", "code": 200}]} {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 07:14:10.742959 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-df7da65d-f7d4-40eb-9c9d-d37e5030ffd6 {{(pid=92920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 07:14:10.743420 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '408e9ee9-a3c9-4c89-a36d-c9312e22824a', 'tag': '99f0a8af-47c5-43e8-b357-f99b10755c08', 'status': 'completed', 'code': 200} Jun 22 07:14:10.747745 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd955b7-6af0-4610-907e-cf5960c54b73 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Received port after_create {{(pid=92919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 07:14:10.756869 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-f7748c95-7933-4c59-ae47-a382a1221904 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:14:10.895795 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Pushing event updated for resources: {'Port': ['ID=217bf916-f428-45a7-b4e6-aee6f103ab9d,revision_number=4']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:14:10.911338 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:14:10.941449 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae4c9ab-9d2c-42e0-982a-216a15386e0f req-9f08677d-3e87-49cb-a075-4bbb0a5be2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:10.950030 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-7ae4c9ab-9d2c-42e0-982a-216a15386e0f req-9f08677d-3e87-49cb-a075-4bbb0a5be2e9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b0ed6e68e72547bea4e482f51391118d&device_id=408e9ee9-a3c9-4c89-a36d-c9312e22824a HTTP/1.1" status: 200 len: 1096 time: 0.1823020 Jun 22 07:14:11.577372 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-2fd955b7-6af0-4610-907e-cf5960c54b73 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:11.578256 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Device 217bf916-f428-45a7-b4e6-aee6f103ab9d up at agent ovs-agent-dv-cinder-786627-11-iscsi {{(pid=92921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 07:14:11.855578 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Provisioning complete for port 217bf916-f428-45a7-b4e6-aee6f103ab9d triggered by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:14:11.859724 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1879668'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:11.895934 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-e95fc916-7454-4e99-b4e2-b31d14a2886a req-c440acfb-1b74-4e4c-a2b4-b547e1eb8885 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/ports?device_id=96140ecc-60b1-4858-b129-414607b05266 HTTP/1.1" status: 200 len: 210 time: 0.2758791 Jun 22 07:14:11.896761 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-2fd955b7-6af0-4610-907e-cf5960c54b73 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:12.068652 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-26e23485-8838-4c53-85ec-b5e97827f5f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1809569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-690206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773473471591'] for port, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:12.094188 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-a6f52c10-8d69-461b-ab17-1d6db185d9f8 req-701e9c89-0cd8-4ed0-ad2d-f7f0a5ac87a2 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] Notify callbacks [] for port, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:12.097128 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Device 30995bdb-9a4a-48b3-97be-68e0606645f8 up at agent ovs-agent-dv-cinder-786627-11-iscsi {{(pid=92921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 07:14:12.101689 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-a44e4918-27fa-4449-9ab6-c669d316723e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:14:12.161007 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae4c9ab-9d2c-42e0-982a-216a15386e0f req-11115e4e-571c-404f-95a9-3d78e4bbd832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:12.161987 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e23485-8838-4c53-85ec-b5e97827f5f7 admin admin] Pushing event updated for resources: {'Port': ['ID=900ecae7-963b-427d-adc1-d204794ed031,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:14:12.165686 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-7ae4c9ab-9d2c-42e0-982a-216a15386e0f req-11115e4e-571c-404f-95a9-3d78e4bbd832 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f69f16c5-4741-459e-b289-137e3cebe98a HTTP/1.1" status: 200 len: 912 time: 1.2060940 Jun 22 07:14:12.170394 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-26e23485-8838-4c53-85ec-b5e97827f5f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:14:12.204109 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26e23485-8838-4c53-85ec-b5e97827f5f7 admin admin] Network e45ca323-df81-4e4e-ad4b-9a2282b40737 is already hosted by enough agents. {{(pid=92919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 07:14:12.210321 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.scheduler.base_scheduler [None req-26e23485-8838-4c53-85ec-b5e97827f5f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=92919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 07:14:12.231972 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e23485-8838-4c53-85ec-b5e97827f5f7 admin admin] Received port after_create {{(pid=92919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 07:14:12.232829 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-26e23485-8838-4c53-85ec-b5e97827f5f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-708604'] for router_interface, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:12.404053 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Provisioning complete for port 30995bdb-9a4a-48b3-97be-68e0606645f8 triggered by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:14:12.406793 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1879668'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:12.622618 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-7ae4c9ab-9d2c-42e0-982a-216a15386e0f req-7a3de09b-dbae-4adf-be06-a93da691aafb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=99f0a8af-47c5-43e8-b357-f99b10755c08 HTTP/1.1" status: 200 len: 217 time: 0.2198606 Jun 22 07:14:12.715836 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-27318e0d-b739-431d-a886-2c5843795c84 None None] Provisioning for port 900ecae7-963b-427d-adc1-d204794ed031 completed by entity DHCP. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 07:14:12.726593 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-27318e0d-b739-431d-a886-2c5843795c84 None None] Provisioning complete for port 900ecae7-963b-427d-adc1-d204794ed031 triggered by entity DHCP. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:14:12.727352 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-27318e0d-b739-431d-a886-2c5843795c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1879668'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:12.933305 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-2fd955b7-6af0-4610-907e-cf5960c54b73 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Notify callbacks [] for port, precommit_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:12.939504 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-27318e0d-b739-431d-a886-2c5843795c84 None None] Port 900ecae7-963b-427d-adc1-d204794ed031 cannot update to ACTIVE because it is not bound. {{(pid=92921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 07:14:12.985102 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-2fd955b7-6af0-4610-907e-cf5960c54b73 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654'] for port, after_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:12.993766 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbc474c-d130-42b6-80fe-efc4bb28b769 req-863a40c9-7f9a-4a0e-9d48-3c7c73608cb0 tempest-DeleteServersTestJSON-1840482181 tempest-DeleteServersTestJSON-1840482181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:13.002149 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-5cbc474c-d130-42b6-80fe-efc4bb28b769 req-863a40c9-7f9a-4a0e-9d48-3c7c73608cb0 tempest-DeleteServersTestJSON-1840482181 tempest-DeleteServersTestJSON-1840482181-project] 10.222.0.24 "GET /v2.0/ports?device_id=408e9ee9-a3c9-4c89-a36d-c9312e22824a HTTP/1.1" status: 200 len: 943 time: 1.6845655 Jun 22 07:14:13.016780 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae4c9ab-9d2c-42e0-982a-216a15386e0f req-ad501ca6-603e-438a-b45f-dd43a1c6b913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:13.019694 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-7ae4c9ab-9d2c-42e0-982a-216a15386e0f req-ad501ca6-603e-438a-b45f-dd43a1c6b913 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b4ea35c2-f75a-434d-b504-9ebc67b0580b HTTP/1.1" status: 200 len: 851 time: 0.1566391 Jun 22 07:14:13.145973 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-7ae4c9ab-9d2c-42e0-982a-216a15386e0f req-e6e5deb5-a54c-4831-8971-b5cff083e96a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f69f16c5-4741-459e-b289-137e3cebe98a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1159096 Jun 22 07:14:13.274778 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.41', 60436) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:14:13.417726 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 42198) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:14:13.521014 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-26e23485-8838-4c53-85ec-b5e97827f5f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:14:13.716307 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-7ae4c9ab-9d2c-42e0-982a-216a15386e0f req-2f098dc1-7c5c-44e6-8a46-05bbe2ed6fb1 service neutron] 10.222.0.41 "GET /v2.0/networks/f69f16c5-4741-459e-b289-137e3cebe98a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5606191 Jun 22 07:14:13.760817 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09158ed-b710-428c-892d-5d64bceb043d req-e4ee9f05-27e1-4180-9d45-a30dfc77ab38 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:13.765702 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-b09158ed-b710-428c-892d-5d64bceb043d req-e4ee9f05-27e1-4180-9d45-a30dfc77ab38 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.41 "GET /v2.0/networks?id=2cb6791c-9360-429c-a118-cd829e120353 HTTP/1.1" status: 200 len: 819 time: 0.4848042 Jun 22 07:14:13.800801 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-9cc4fb3f-53b8-493b-8a11-a8f1faf579f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:13.901440 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-a6f52c10-8d69-461b-ab17-1d6db185d9f8 req-701e9c89-0cd8-4ed0-ad2d-f7f0a5ac87a2 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1809569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-690206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773473471591'] for port, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:13.915191 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-5cbc474c-d130-42b6-80fe-efc4bb28b769 req-f430b65f-baea-4333-a270-8f58bf944e9d tempest-DeleteServersTestJSON-1840482181 tempest-DeleteServersTestJSON-1840482181-project] 10.222.0.24 "GET /v2.0/security-groups?id=a94922fc-8ff5-4870-8e70-23a0b4e4efe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9117608 Jun 22 07:14:13.950049 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-e87e8196-bb94-40d4-ab18-23bde06ef1d0 req-6c223d8a-f780-48d7-ad91-b3bf9cf924b7 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/ports?device_id=96140ecc-60b1-4858-b129-414607b05266 HTTP/1.1" status: 200 len: 210 time: 0.0647590 Jun 22 07:14:13.955462 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-2fd955b7-6af0-4610-907e-cf5960c54b73 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-706738'] for floatingip, after_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:14.007475 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-26e23485-8838-4c53-85ec-b5e97827f5f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:14.009327 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd955b7-6af0-4610-907e-cf5960c54b73 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Pushing event updated for resources: {'Port': ['ID=27d2b0b1-1a37-4038-bd01-e7008a7e54e8,revision_number=2']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:14:14.025118 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-2fd955b7-6af0-4610-907e-cf5960c54b73 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.510s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:14:14.036617 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.064s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:14:14.067821 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6f52c10-8d69-461b-ab17-1d6db185d9f8 req-701e9c89-0cd8-4ed0-ad2d-f7f0a5ac87a2 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] Network 2cb6791c-9360-429c-a118-cd829e120353 is already hosted by enough agents. {{(pid=92919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 07:14:14.093678 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.scheduler.base_scheduler [req-a6f52c10-8d69-461b-ab17-1d6db185d9f8 req-701e9c89-0cd8-4ed0-ad2d-f7f0a5ac87a2 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] Resources bound (agent type, host, resource id): {{(pid=92919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 07:14:14.102771 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6f52c10-8d69-461b-ab17-1d6db185d9f8 req-701e9c89-0cd8-4ed0-ad2d-f7f0a5ac87a2 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] Received port after_create {{(pid=92919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 07:14:14.110160 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f52c10-8d69-461b-ab17-1d6db185d9f8 req-701e9c89-0cd8-4ed0-ad2d-f7f0a5ac87a2 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:14.110160 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-a6f52c10-8d69-461b-ab17-1d6db185d9f8 req-701e9c89-0cd8-4ed0-ad2d-f7f0a5ac87a2 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-690179'] for port, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:14.152694 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-9cc4fb3f-53b8-493b-8a11-a8f1faf579f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:14.191986 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.v2.base [req-b09158ed-b710-428c-892d-5d64bceb043d req-fd3be4ca-cc2c-482e-b995-d31212df6494 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] Request body: {'port': {'device_id': '96140ecc-60b1-4858-b129-414607b05266', 'network_id': '2cb6791c-9360-429c-a118-cd829e120353', 'admin_state_up': True, 'tenant_id': 'a6b59c4ef34b41bd9dbb44d6fa033408'}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:14:14.228790 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-2fd955b7-6af0-4610-907e-cf5960c54b73 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91146'] for floatingip, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:14.231487 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-2fd955b7-6af0-4610-907e-cf5960c54b73 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 10.5748074 Jun 22 07:14:14.254110 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-a6f52c10-8d69-461b-ab17-1d6db185d9f8 req-701e9c89-0cd8-4ed0-ad2d-f7f0a5ac87a2 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.6502113 Jun 22 07:14:14.262613 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701e9c89-0cd8-4ed0-ad2d-f7f0a5ac87a2 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] Pushing event updated for resources: {'Port': ['ID=e4c5e89b-6f1f-4a27-b090-bc12a9842c1d,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:14:14.276570 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-701e9c89-0cd8-4ed0-ad2d-f7f0a5ac87a2 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:14:14.411334 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.v2.base [req-a6f52c10-8d69-461b-ab17-1d6db185d9f8 req-2831f20d-1fae-45f8-b6ee-bffd3f2a8f60 service neutron] Request body: {'port': {'device_id': 'ec3d9cd3-7990-46e7-a0c4-277e3dc80819', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:14:14.433030 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-9cc4fb3f-53b8-493b-8a11-a8f1faf579f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:14.511004 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:14:14.544653 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-9cc4fb3f-53b8-493b-8a11-a8f1faf579f8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d99951ba23044904aa9561c1fa32807a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1217635 Jun 22 07:14:14.549602 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc4fb3f-53b8-493b-8a11-a8f1faf579f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7708ca2f-3829-42ff-ab85-a707c654312e,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:14:14.552003 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 42228) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:14:14.557965 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-9cc4fb3f-53b8-493b-8a11-a8f1faf579f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:14:14.580913 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b09158ed-b710-428c-892d-5d64bceb043d req-fd3be4ca-cc2c-482e-b995-d31212df6494 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] Made reservation on behalf of a6b59c4ef34b41bd9dbb44d6fa033408 for: {'port': 1} {{(pid=92920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 07:14:14.585828 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-b09158ed-b710-428c-892d-5d64bceb043d req-fd3be4ca-cc2c-482e-b995-d31212df6494 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1809762'] for port, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:14.761025 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.db.db_base_plugin_common [req-b09158ed-b710-428c-892d-5d64bceb043d req-fd3be4ca-cc2c-482e-b995-d31212df6494 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] Allocated IP 172.20.0.7 (2cb6791c-9360-429c-a118-cd829e120353/1c5404e1-ac7c-4acf-ad2d-147e6479ce37/0c37ff52-be9d-4855-ad57-401153daeb5e) {{(pid=92920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 07:14:14.805447 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-7ae4c9ab-9d2c-42e0-982a-216a15386e0f req-29de8b28-c47b-4961-a1c6-0569dfc4935e service neutron] 10.222.0.41 "GET /v2.0/networks/f69f16c5-4741-459e-b289-137e3cebe98a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6436250 Jun 22 07:14:14.929812 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-a6f52c10-8d69-461b-ab17-1d6db185d9f8 req-2831f20d-1fae-45f8-b6ee-bffd3f2a8f60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:15.193654 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-0cd60a8c-29c1-4676-8e0b-d81e575c0cc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:15.241261 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-b09158ed-b710-428c-892d-5d64bceb043d req-fd3be4ca-cc2c-482e-b995-d31212df6494 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] Notify callbacks [] for port, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:15.358166 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-b09158ed-b710-428c-892d-5d64bceb043d req-fd3be4ca-cc2c-482e-b995-d31212df6494 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1809569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-690206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773473471591'] for port, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:15.374607 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:14:15.537746 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3be4ca-cc2c-482e-b995-d31212df6494 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] Pushing event updated for resources: {'Port': ['ID=0c37ff52-be9d-4855-ad57-401153daeb5e,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:14:15.575567 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-fd3be4ca-cc2c-482e-b995-d31212df6494 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:14:15.606394 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b09158ed-b710-428c-892d-5d64bceb043d req-fd3be4ca-cc2c-482e-b995-d31212df6494 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] Network 2cb6791c-9360-429c-a118-cd829e120353 is already hosted by enough agents. {{(pid=92920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 07:14:15.612693 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.scheduler.base_scheduler [req-b09158ed-b710-428c-892d-5d64bceb043d req-fd3be4ca-cc2c-482e-b995-d31212df6494 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] Resources bound (agent type, host, resource id): {{(pid=92920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 07:14:15.623572 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.db.l3_dvrscheduler_db [req-b09158ed-b710-428c-892d-5d64bceb043d req-fd3be4ca-cc2c-482e-b995-d31212df6494 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] Received port after_create {{(pid=92920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 07:14:15.635024 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09158ed-b710-428c-892d-5d64bceb043d req-fd3be4ca-cc2c-482e-b995-d31212df6494 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:15.635706 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-b09158ed-b710-428c-892d-5d64bceb043d req-fd3be4ca-cc2c-482e-b995-d31212df6494 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-690179'] for port, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:15.677314 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-b09158ed-b710-428c-892d-5d64bceb043d req-fd3be4ca-cc2c-482e-b995-d31212df6494 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5162826 Jun 22 07:14:15.680922 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-0fffb84d-33e5-4953-9bf7-619ca0b93dc1 req-cc81be31-b546-4daf-811e-6104c23cfd05 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1661593817&fields=id&tenant_id=e8e015950749433d91627c7d2fff432f HTTP/1.1" status: 200 len: 267 time: 0.6327364 Jun 22 07:14:15.687196 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-0cd60a8c-29c1-4676-8e0b-d81e575c0cc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:15.741467 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-26e23485-8838-4c53-85ec-b5e97827f5f7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:15.813611 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-26e23485-8838-4c53-85ec-b5e97827f5f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654'] for port, after_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:15.881210 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-26e23485-8838-4c53-85ec-b5e97827f5f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-690288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-581351'] for router_interface, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:15.914514 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-2fd955b7-6af0-4610-907e-cf5960c54b73 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:14:16.179856 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e23485-8838-4c53-85ec-b5e97827f5f7 admin admin] Pushing event updated for resources: {'Port': ['ID=900ecae7-963b-427d-adc1-d204794ed031,revision_number=2']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:14:16.187154 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-26e23485-8838-4c53-85ec-b5e97827f5f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:14:16.195467 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-0cd60a8c-29c1-4676-8e0b-d81e575c0cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:16.221395 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-0cd60a8c-29c1-4676-8e0b-d81e575c0cc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:16.222637 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-0cd60a8c-29c1-4676-8e0b-d81e575c0cc1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7708ca2f-3829-42ff-ab85-a707c654312e HTTP/1.1" status: 204 len: 168 time: 1.6524065 Jun 22 07:14:16.228858 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:14:16.252455 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fffb84d-33e5-4953-9bf7-619ca0b93dc1 req-c8043474-9a4b-4a11-a094-d53621edacfa tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:16.254008 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-0fffb84d-33e5-4953-9bf7-619ca0b93dc1 req-c8043474-9a4b-4a11-a094-d53621edacfa tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/networks?id=b91fcb38-ada5-4353-b77e-00fb398ce7d0 HTTP/1.1" status: 200 len: 817 time: 0.5221722 Jun 22 07:14:16.275720 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e280cec7-1aa5-45f7-a4a2-4f29d85df99d req-32d690fc-3262-4cec-9293-6b5c04c049ec tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:16.278016 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-e280cec7-1aa5-45f7-a4a2-4f29d85df99d req-32d690fc-3262-4cec-9293-6b5c04c049ec tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/ports?device_id=96140ecc-60b1-4858-b129-414607b05266 HTTP/1.1" status: 200 len: 931 time: 0.5947616 Jun 22 07:14:16.283214 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd60a8c-29c1-4676-8e0b-d81e575c0cc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7708ca2f-3829-42ff-ab85-a707c654312e,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:14:16.294886 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-0cd60a8c-29c1-4676-8e0b-d81e575c0cc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:14:16.341809 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-0fffb84d-33e5-4953-9bf7-619ca0b93dc1 req-825e8d0c-96e7-48db-bb07-47071514e53b tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/quotas/e8e015950749433d91627c7d2fff432f HTTP/1.1" status: 200 len: 375 time: 0.0595691 Jun 22 07:14:16.357548 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26e23485-8838-4c53-85ec-b5e97827f5f7 admin admin] Network e45ca323-df81-4e4e-ad4b-9a2282b40737 is already hosted by enough agents. {{(pid=92919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 07:14:16.375904 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.scheduler.base_scheduler [None req-26e23485-8838-4c53-85ec-b5e97827f5f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=92919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 07:14:16.511134 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.notifiers.nova [req-a6f52c10-8d69-461b-ab17-1d6db185d9f8 req-2831f20d-1fae-45f8-b6ee-bffd3f2a8f60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4c5e89b-6f1f-4a27-b090-bc12a9842c1d {{(pid=92919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 07:14:16.533387 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-a6f52c10-8d69-461b-ab17-1d6db185d9f8 req-2831f20d-1fae-45f8-b6ee-bffd3f2a8f60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:16.550233 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-e280cec7-1aa5-45f7-a4a2-4f29d85df99d req-c96886c7-cc42-40a4-8f3a-3bda9c51048c tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/security-groups?id=30e0c465-7839-4da2-bd45-e1fbd7ad0257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363923 Jun 22 07:14:16.630338 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.db.provisioning_blocks [req-a6f52c10-8d69-461b-ab17-1d6db185d9f8 req-2831f20d-1fae-45f8-b6ee-bffd3f2a8f60 service neutron] Transition to ACTIVE for port object e4c5e89b-6f1f-4a27-b090-bc12a9842c1d will not be triggered until provisioned by entity L2. {{(pid=92919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 07:14:16.656279 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-a6f52c10-8d69-461b-ab17-1d6db185d9f8 req-2831f20d-1fae-45f8-b6ee-bffd3f2a8f60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654'] for port, after_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:16.664664 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:14:16.681191 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-0fffb84d-33e5-4953-9bf7-619ca0b93dc1 req-deba49eb-4bde-49c3-9e00-0278daea4683 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=e8e015950749433d91627c7d2fff432f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3221676 Jun 22 07:14:16.811983 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-e9558615-cd01-4b2a-8d72-a9a5c63e295a None None] Provisioning complete for port 900ecae7-963b-427d-adc1-d204794ed031 triggered by entity DHCP. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:14:16.812562 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-e9558615-cd01-4b2a-8d72-a9a5c63e295a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1879668'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:16.873845 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-e9558615-cd01-4b2a-8d72-a9a5c63e295a None None] Port 900ecae7-963b-427d-adc1-d204794ed031 cannot update to ACTIVE because it is not bound. {{(pid=92921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 07:14:17.152472 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26e23485-8838-4c53-85ec-b5e97827f5f7 admin admin] Router 431cd435-43c4-4a94-9141-6425c9b114ef has already been hosted by L3 agent f18ef446-1389-4802-a345-f314a6956002 {{(pid=92919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 07:14:17.189700 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2831f20d-1fae-45f8-b6ee-bffd3f2a8f60 service neutron] Pushing event updated for resources: {'Port': ['ID=e4c5e89b-6f1f-4a27-b090-bc12a9842c1d,revision_number=2']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:14:17.230023 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-2831f20d-1fae-45f8-b6ee-bffd3f2a8f60 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.565s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:14:17.321947 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.managers [req-a6f52c10-8d69-461b-ab17-1d6db185d9f8 req-2831f20d-1fae-45f8-b6ee-bffd3f2a8f60 service neutron] Attempting to bind port e4c5e89b-6f1f-4a27-b090-bc12a9842c1d on host hv-cinder-78662 for vnic_type normal with profile {{(pid=92919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 07:14:17.322313 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.managers [req-a6f52c10-8d69-461b-ab17-1d6db185d9f8 req-2831f20d-1fae-45f8-b6ee-bffd3f2a8f60 service neutron] Attempting to bind port e4c5e89b-6f1f-4a27-b090-bc12a9842c1d by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': 'ad1695f4-d579-4854-bcbf-7f27a2eb4dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '2cb6791c-9360-429c-a118-cd829e120353'}] {{(pid=92919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 07:14:17.322655 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f52c10-8d69-461b-ab17-1d6db185d9f8 req-2831f20d-1fae-45f8-b6ee-bffd3f2a8f60 service neutron] Attempting to bind port e4c5e89b-6f1f-4a27-b090-bc12a9842c1d on network 2cb6791c-9360-429c-a118-cd829e120353 {{(pid=92919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 07:14:17.354187 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f52c10-8d69-461b-ab17-1d6db185d9f8 req-2831f20d-1fae-45f8-b6ee-bffd3f2a8f60 service neutron] Port e4c5e89b-6f1f-4a27-b090-bc12a9842c1d on network 2cb6791c-9360-429c-a118-cd829e120353 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=92919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 07:14:17.354524 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f52c10-8d69-461b-ab17-1d6db185d9f8 req-2831f20d-1fae-45f8-b6ee-bffd3f2a8f60 service neutron] Attempting to bind port e4c5e89b-6f1f-4a27-b090-bc12a9842c1d on network 2cb6791c-9360-429c-a118-cd829e120353 {{(pid=92919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 07:14:17.363818 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4ec273-cb3b-43f1-bbfc-e828a2c29a93 req-efcf516c-cfb4-4263-b7bc-10cd8725f8f1 tempest-DeleteServersTestJSON-1840482181 tempest-DeleteServersTestJSON-1840482181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:17.365309 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-0a4ec273-cb3b-43f1-bbfc-e828a2c29a93 req-efcf516c-cfb4-4263-b7bc-10cd8725f8f1 tempest-DeleteServersTestJSON-1840482181 tempest-DeleteServersTestJSON-1840482181-project] 10.222.0.24 "GET /v2.0/ports?device_id=408e9ee9-a3c9-4c89-a36d-c9312e22824a HTTP/1.1" status: 200 len: 943 time: 0.6567020 Jun 22 07:14:17.367063 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-0fffb84d-33e5-4953-9bf7-619ca0b93dc1 req-0b08cc6d-abdb-4264-8dcc-29afa5a583ce service neutron] 10.222.0.24 "GET /v2.0/networks/b91fcb38-ada5-4353-b77e-00fb398ce7d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5890083 Jun 22 07:14:17.401012 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f52c10-8d69-461b-ab17-1d6db185d9f8 req-2831f20d-1fae-45f8-b6ee-bffd3f2a8f60 service neutron] Checking agent: {'id': 'ce8fa221-be2f-440a-9097-46e1804b8f29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 7, 12, 2), 'started_at': datetime.datetime(2021, 6, 22, 7, 12, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 7, 14, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 07:14:17.401350 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f52c10-8d69-461b-ab17-1d6db185d9f8 req-2831f20d-1fae-45f8-b6ee-bffd3f2a8f60 service neutron] Checking segment: {'id': 'ad1695f4-d579-4854-bcbf-7f27a2eb4dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '2cb6791c-9360-429c-a118-cd829e120353'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 07:14:17.406653 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f52c10-8d69-461b-ab17-1d6db185d9f8 req-2831f20d-1fae-45f8-b6ee-bffd3f2a8f60 service neutron] Bound using segment: {'id': 'ad1695f4-d579-4854-bcbf-7f27a2eb4dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '2cb6791c-9360-429c-a118-cd829e120353'} {{(pid=92919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 07:14:17.406653 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.managers [req-a6f52c10-8d69-461b-ab17-1d6db185d9f8 req-2831f20d-1fae-45f8-b6ee-bffd3f2a8f60 service neutron] Bound port: e4c5e89b-6f1f-4a27-b090-bc12a9842c1d, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad1695f4-d579-4854-bcbf-7f27a2eb4dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '2cb6791c-9360-429c-a118-cd829e120353'}}] {{(pid=92919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 07:14:17.406653 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-a6f52c10-8d69-461b-ab17-1d6db185d9f8 req-2831f20d-1fae-45f8-b6ee-bffd3f2a8f60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:17.550344 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-0a4ec273-cb3b-43f1-bbfc-e828a2c29a93 req-c415cb95-a1ce-4588-ba2a-4f323cf9c812 tempest-DeleteServersTestJSON-1840482181 tempest-DeleteServersTestJSON-1840482181-project] 10.222.0.24 "GET /v2.0/security-groups?id=a94922fc-8ff5-4870-8e70-23a0b4e4efe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777873 Jun 22 07:14:17.557917 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26e23485-8838-4c53-85ec-b5e97827f5f7 admin admin] Notify agent at l3_agent.dv-cinder-786627-11-iscsi the message routers_updated {{(pid=92919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 07:14:17.571444 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64296bb-7cf3-4214-ac0f-6ca707635cf1 None None] Sync routers for ids ['431cd435-43c4-4a94-9141-6425c9b114ef'] in dv-cinder-786627-11-iscsi {{(pid=92921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 07:14:17.581351 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-26e23485-8838-4c53-85ec-b5e97827f5f7 admin admin] 10.222.0.24 "PUT /v2.0/routers/431cd435-43c4-4a94-9141-6425c9b114ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 18.1326227 Jun 22 07:14:17.585687 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64296bb-7cf3-4214-ac0f-6ca707635cf1 None None] Routers {'431cd435-43c4-4a94-9141-6425c9b114ef'} bound to L3 agent in host dv-cinder-786627-11-iscsi {{(pid=92921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 07:14:17.586390 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-e64296bb-7cf3-4214-ac0f-6ca707635cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T07:06:03Z,description=,heartbeat_timestamp=2021-06-22T07:14:03Z,host='dv-cinder-786627-11-iscsi',id=f18ef446-1389-4802-a345-f314a6956002,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T07:06:03Z,topic='l3_agent')) {'router_ids': ['431cd435-43c4-4a94-9141-6425c9b114ef'], 'active': True} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:14:17.616953 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-0fffb84d-33e5-4953-9bf7-619ca0b93dc1 req-454eb7d0-2d92-4466-8d6e-6a3b78c50049 service neutron] 10.222.0.24 "GET /v2.0/networks/b91fcb38-ada5-4353-b77e-00fb398ce7d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177835 Jun 22 07:14:17.618621 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.db [req-a6f52c10-8d69-461b-ab17-1d6db185d9f8 req-2831f20d-1fae-45f8-b6ee-bffd3f2a8f60 service neutron] For port e4c5e89b-6f1f-4a27-b090-bc12a9842c1d, host hv-cinder-78662, cleared binding levels {{(pid=92919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 07:14:17.625055 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.db [req-a6f52c10-8d69-461b-ab17-1d6db185d9f8 req-2831f20d-1fae-45f8-b6ee-bffd3f2a8f60 service neutron] For port e4c5e89b-6f1f-4a27-b090-bc12a9842c1d, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=e4c5e89b-6f1f-4a27-b090-bc12a9842c1d,segment=NetworkSegment(ad1695f4-d579-4854-bcbf-7f27a2eb4dc6),segment_id=ad1695f4-d579-4854-bcbf-7f27a2eb4dc6)] {{(pid=92919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 07:14:17.632402 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-a6f52c10-8d69-461b-ab17-1d6db185d9f8 req-2831f20d-1fae-45f8-b6ee-bffd3f2a8f60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654'] for port, after_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:17.643351 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-2fd955b7-6af0-4610-907e-cf5960c54b73 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:14:17.686074 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f52c10-8d69-461b-ab17-1d6db185d9f8 req-2831f20d-1fae-45f8-b6ee-bffd3f2a8f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:17.686615 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-a6f52c10-8d69-461b-ab17-1d6db185d9f8 req-2831f20d-1fae-45f8-b6ee-bffd3f2a8f60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-690179'] for port, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:17.688188 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-a6f52c10-8d69-461b-ab17-1d6db185d9f8 req-2831f20d-1fae-45f8-b6ee-bffd3f2a8f60 service neutron] 10.222.0.41 "PUT /v2.0/ports/e4c5e89b-6f1f-4a27-b090-bc12a9842c1d HTTP/1.1" status: 200 len: 1094 time: 3.2916164 Jun 22 07:14:17.688774 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec3d9cd3-7990-46e7-a0c4-277e3dc80819', 'tag': 'e4c5e89b-6f1f-4a27-b090-bc12a9842c1d'}] {{(pid=92919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 07:14:17.792302 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvr_db [None req-e64296bb-7cf3-4214-ac0f-6ca707635cf1 None None] Set router 431cd435-43c4-4a94-9141-6425c9b114ef gateway port host: dv-cinder-786627-11-iscsi {{(pid=92921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 07:14:17.986077 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2831f20d-1fae-45f8-b6ee-bffd3f2a8f60 service neutron] Pushing event updated for resources: {'Port': ['ID=e4c5e89b-6f1f-4a27-b090-bc12a9842c1d,revision_number=3']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:14:17.990862 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-2831f20d-1fae-45f8-b6ee-bffd3f2a8f60 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:14:18.044798 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2526950-1f57-4d6c-a4b7-b96f3257687b req-edd2d694-b006-45e5-b1a5-8c0895dec4ff tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:18.054349 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-e2526950-1f57-4d6c-a4b7-b96f3257687b req-edd2d694-b006-45e5-b1a5-8c0895dec4ff tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/ports?device_id=96140ecc-60b1-4858-b129-414607b05266 HTTP/1.1" status: 200 len: 931 time: 0.1667745 Jun 22 07:14:18.119316 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-e2526950-1f57-4d6c-a4b7-b96f3257687b req-d614ed94-faa9-4683-8a13-a2d4cb963451 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/security-groups?id=30e0c465-7839-4da2-bd45-e1fbd7ad0257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639350 Jun 22 07:14:18.223969 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2874ba58536e60953e76cf0b72237944d74909d10009afe4cd7b86cda982d3ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef27af10-29f3-48c0-8805-a243148442f1" -d '{"events": [{"name": "network-changed", "server_uuid": "ec3d9cd3-7990-46e7-a0c4-277e3dc80819", "tag": "e4c5e89b-6f1f-4a27-b090-bc12a9842c1d"}]}' {{(pid=92919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 07:14:18.366288 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-8a970950-6b0a-4219-9e43-b9400c0970c0 req-b66a76b5-0a22-4281-897c-a99534fc39e0 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=32e6e243-eeda-4a0d-a837-8692933a5789 HTTP/1.1" status: 200 len: 210 time: 0.1157978 Jun 22 07:14:18.384494 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-e64296bb-7cf3-4214-ac0f-6ca707635cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '431cd435-43c4-4a94-9141-6425c9b114ef', 'name': 'tempest-AttachVolumeTestJSON-907065161-router', 'tenant_id': 'd4f594fab10d40c7ba3121bb30f350f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'external_fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '217bf916-f428-45a7-b4e6-aee6f103ab9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:13:50Z', 'updated_at': '2021-06-22T07:14:13Z', 'revision_number': 4, 'project_id': 'd4f594fab10d40c7ba3121bb30f350f6', 'gw_port': {'id': '217bf916-f428-45a7-b4e6-aee6f103ab9d', 'name': '', 'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:87:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431cd435-43c4-4a94-9141-6425c9b114ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:13:53Z', 'updated_at': '2021-06-22T07:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-iscsi', '_interfaces': [{'id': '900ecae7-963b-427d-adc1-d204794ed031', 'name': '', 'network_id': 'e45ca323-df81-4e4e-ad4b-9a2282b40737', 'tenant_id': 'd4f594fab10d40c7ba3121bb30f350f6', 'mac_address': 'fa:16:3e:50:53:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '431cd435-43c4-4a94-9141-6425c9b114ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f68816de-e03b-4f38-99ee-40e3f1c0a6fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:14:04Z', 'updated_at': '2021-06-22T07:14:14Z', 'revision_number': 2, 'project_id': 'd4f594fab10d40c7ba3121bb30f350f6', 'subnets': [{'id': 'f68816de-e03b-4f38-99ee-40e3f1c0a6fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-11-iscsi', False) {} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:14:18.454268 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64296bb-7cf3-4214-ac0f-6ca707635cf1 None None] Checking router: 431cd435-43c4-4a94-9141-6425c9b114ef for host: dv-cinder-786627-11-iscsi {{(pid=92921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 07:14:18.456523 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64296bb-7cf3-4214-ac0f-6ca707635cf1 None None] Updating router 431cd435-43c4-4a94-9141-6425c9b114ef port 900ecae7-963b-427d-adc1-d204794ed031 binding host dv-cinder-786627-11-iscsi {{(pid=92921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 07:14:18.535753 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-e64296bb-7cf3-4214-ac0f-6ca707635cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:18.801970 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 07:14:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23e4d6a4-42bf-4122-9565-6c95237b9ffc x-openstack-request-id: req-23e4d6a4-42bf-4122-9565-6c95237b9ffc {{(pid=92919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 07:14:18.802325 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec3d9cd3-7990-46e7-a0c4-277e3dc80819", "tag": "e4c5e89b-6f1f-4a27-b090-bc12a9842c1d", "status": "completed", "code": 200}]} {{(pid=92919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 07:14:18.802922 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-23e4d6a4-42bf-4122-9565-6c95237b9ffc {{(pid=92919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 07:14:18.803703 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec3d9cd3-7990-46e7-a0c4-277e3dc80819', 'tag': 'e4c5e89b-6f1f-4a27-b090-bc12a9842c1d', 'status': 'completed', 'code': 200} Jun 22 07:14:18.919270 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 42366) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:14:18.924964 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.v2.base [None req-8ded3c53-e644-41c9-b03e-0147c9a9e5af tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1680477323', 'description': 'tempest-description--164959368'}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:14:18.986336 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-8ded3c53-e644-41c9-b03e-0147c9a9e5af tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Notify callbacks [] for security_group, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:19.008300 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.v2.base [req-b09158ed-b710-428c-892d-5d64bceb043d req-9b097434-af44-4346-8437-9dc4b36c7c92 service neutron] Request body: {'port': {'device_id': '96140ecc-60b1-4858-b129-414607b05266', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:14:19.091589 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-e64296bb-7cf3-4214-ac0f-6ca707635cf1 None None] Notify callbacks [] for port, precommit_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:19.104735 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-e64296bb-7cf3-4214-ac0f-6ca707635cf1 None None] Transition to ACTIVE for port object 900ecae7-963b-427d-adc1-d204794ed031 will not be triggered until provisioned by entity L2. {{(pid=92921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 07:14:19.114941 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-e64296bb-7cf3-4214-ac0f-6ca707635cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:19.117689 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:14:19.182252 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-b09158ed-b710-428c-892d-5d64bceb043d req-9b097434-af44-4346-8437-9dc4b36c7c92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:19.196048 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e2a346-2910-4f82-8a65-a4076b18295e None None] Pushing event updated for resources: {'Port': ['ID=900ecae7-963b-427d-adc1-d204794ed031,revision_number=3']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:14:19.200275 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-71e2a346-2910-4f82-8a65-a4076b18295e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:14:19.377860 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-8ded3c53-e644-41c9-b03e-0147c9a9e5af tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Notify callbacks [] for security_group, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:19.393521 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-8ded3c53-e644-41c9-b03e-0147c9a9e5af tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:19.417154 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:14:19.509204 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ded3c53-e644-41c9-b03e-0147c9a9e5af tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6daf760c-5a05-4dd1-83f7-482b29ac14c4,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:14:19.519743 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-8ded3c53-e644-41c9-b03e-0147c9a9e5af tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:14:19.538488 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5c716a-4ea8-462d-9874-1b9cc848a6a5 req-615c9cc2-60b7-4f63-94eb-5a4792abf220 tempest-DeleteServersTestJSON-1840482181 tempest-DeleteServersTestJSON-1840482181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:19.549432 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [None req-e64296bb-7cf3-4214-ac0f-6ca707635cf1 None None] Attempting to bind port 900ecae7-963b-427d-adc1-d204794ed031 on host dv-cinder-786627-11-iscsi for vnic_type normal with profile {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 07:14:19.549973 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [None req-e64296bb-7cf3-4214-ac0f-6ca707635cf1 None None] Attempting to bind port 900ecae7-963b-427d-adc1-d204794ed031 by drivers openvswitch,hyperv on host dv-cinder-786627-11-iscsi at level 0 using segments [{'id': '2158ff00-7488-4d6e-bcd3-02a0699d8dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'e45ca323-df81-4e4e-ad4b-9a2282b40737'}] {{(pid=92921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 07:14:19.550169 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64296bb-7cf3-4214-ac0f-6ca707635cf1 None None] Attempting to bind port 900ecae7-963b-427d-adc1-d204794ed031 on network e45ca323-df81-4e4e-ad4b-9a2282b40737 {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 07:14:19.551469 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-de5c716a-4ea8-462d-9874-1b9cc848a6a5 req-615c9cc2-60b7-4f63-94eb-5a4792abf220 tempest-DeleteServersTestJSON-1840482181 tempest-DeleteServersTestJSON-1840482181-project] 10.222.0.24 "GET /v2.0/ports?device_id=408e9ee9-a3c9-4c89-a36d-c9312e22824a HTTP/1.1" status: 200 len: 943 time: 0.5502689 Jun 22 07:14:19.571482 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64296bb-7cf3-4214-ac0f-6ca707635cf1 None None] Checking agent: {'id': '25bcf34a-9be6-400d-9699-901d91ee39d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 7, 6, 3), 'started_at': datetime.datetime(2021, 6, 22, 7, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 7, 14, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 07:14:19.571863 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64296bb-7cf3-4214-ac0f-6ca707635cf1 None None] Checking segment: {'id': '2158ff00-7488-4d6e-bcd3-02a0699d8dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'e45ca323-df81-4e4e-ad4b-9a2282b40737'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 07:14:19.572271 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-e64296bb-7cf3-4214-ac0f-6ca707635cf1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:19.572699 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64296bb-7cf3-4214-ac0f-6ca707635cf1 None None] Bound using segment: {'id': '2158ff00-7488-4d6e-bcd3-02a0699d8dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'e45ca323-df81-4e4e-ad4b-9a2282b40737'} {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 07:14:19.573185 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [None req-e64296bb-7cf3-4214-ac0f-6ca707635cf1 None None] Bound port: 900ecae7-963b-427d-adc1-d204794ed031, host: dv-cinder-786627-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2158ff00-7488-4d6e-bcd3-02a0699d8dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'e45ca323-df81-4e4e-ad4b-9a2282b40737'}}] {{(pid=92921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 07:14:19.573554 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-e64296bb-7cf3-4214-ac0f-6ca707635cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:19.710558 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.notifiers.nova [req-b09158ed-b710-428c-892d-5d64bceb043d req-9b097434-af44-4346-8437-9dc4b36c7c92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c37ff52-be9d-4855-ad57-401153daeb5e {{(pid=92920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 07:14:19.720920 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-b09158ed-b710-428c-892d-5d64bceb043d req-9b097434-af44-4346-8437-9dc4b36c7c92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:19.742560 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-8ded3c53-e644-41c9-b03e-0147c9a9e5af tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:19.743638 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-8ded3c53-e644-41c9-b03e-0147c9a9e5af tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.8225985 Jun 22 07:14:19.759189 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 42394) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:14:19.776337 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.v2.base [None req-8ce33b63-130a-438e-ac65-8f7caed6f9e6 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Request body: {'security_group_rule': {'security_group_id': '6daf760c-5a05-4dd1-83f7-482b29ac14c4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:14:19.789659 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [req-b09158ed-b710-428c-892d-5d64bceb043d req-9b097434-af44-4346-8437-9dc4b36c7c92 service neutron] Transition to ACTIVE for port object 0c37ff52-be9d-4855-ad57-401153daeb5e will not be triggered until provisioned by entity L2. {{(pid=92920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 07:14:19.801823 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-b09158ed-b710-428c-892d-5d64bceb043d req-9b097434-af44-4346-8437-9dc4b36c7c92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:19.804277 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:14:19.849267 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-e64296bb-7cf3-4214-ac0f-6ca707635cf1 None None] For port 900ecae7-963b-427d-adc1-d204794ed031, host dv-cinder-786627-11-iscsi, cleared binding levels {{(pid=92921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 07:14:19.858810 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-e64296bb-7cf3-4214-ac0f-6ca707635cf1 None None] For port 900ecae7-963b-427d-adc1-d204794ed031, host dv-cinder-786627-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-11-iscsi',level=0,port_id=900ecae7-963b-427d-adc1-d204794ed031,segment=NetworkSegment(2158ff00-7488-4d6e-bcd3-02a0699d8dc9),segment_id=2158ff00-7488-4d6e-bcd3-02a0699d8dc9)] {{(pid=92921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 07:14:19.877649 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-de5c716a-4ea8-462d-9874-1b9cc848a6a5 req-974f1350-d8e1-4671-9bd1-9b1d410cc12c tempest-DeleteServersTestJSON-1840482181 tempest-DeleteServersTestJSON-1840482181-project] 10.222.0.24 "GET /v2.0/security-groups?id=a94922fc-8ff5-4870-8e70-23a0b4e4efe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3246610 Jun 22 07:14:19.883602 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-e64296bb-7cf3-4214-ac0f-6ca707635cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:19.883809 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef27af10-29f3-48c0-8805-a243148442f1 req-625b39c8-a7ac-46c6-922f-d08b1b55b6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:19.884023 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8ce33b63-130a-438e-ac65-8f7caed6f9e6 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:19.886714 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-ef27af10-29f3-48c0-8805-a243148442f1 req-625b39c8-a7ac-46c6-922f-d08b1b55b6d2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a6b59c4ef34b41bd9dbb44d6fa033408&device_id=ec3d9cd3-7990-46e7-a0c4-277e3dc80819 HTTP/1.1" status: 200 len: 1097 time: 0.7967250 Jun 22 07:14:19.887104 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:14:19.924566 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb97a9a-13f6-4989-a460-2dfb52758622 req-d56a6c52-bd61-4977-8548-351a81cfdc0d tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:19.938513 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-8bb97a9a-13f6-4989-a460-2dfb52758622 req-d56a6c52-bd61-4977-8548-351a81cfdc0d tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/ports?device_id=96140ecc-60b1-4858-b129-414607b05266 HTTP/1.1" status: 200 len: 931 time: 0.4167602 Jun 22 07:14:19.987045 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b097434-af44-4346-8437-9dc4b36c7c92 service neutron] Pushing event updated for resources: {'Port': ['ID=0c37ff52-be9d-4855-ad57-401153daeb5e,revision_number=2']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:14:20.001997 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-9b097434-af44-4346-8437-9dc4b36c7c92 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:14:20.036834 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-8bb97a9a-13f6-4989-a460-2dfb52758622 req-1893e009-2762-4ff7-aced-1efebd3b9ae0 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/security-groups?id=30e0c465-7839-4da2-bd45-e1fbd7ad0257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971329 Jun 22 07:14:20.043375 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64296bb-7cf3-4214-ac0f-6ca707635cf1 None None] Routers {'431cd435-43c4-4a94-9141-6425c9b114ef'} bound to L3 agent in host dv-cinder-786627-11-iscsi {{(pid=92921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 07:14:20.045509 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-e64296bb-7cf3-4214-ac0f-6ca707635cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T07:06:03Z,description=,heartbeat_timestamp=2021-06-22T07:14:03Z,host='dv-cinder-786627-11-iscsi',id=f18ef446-1389-4802-a345-f314a6956002,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T07:06:03Z,topic='l3_agent')) {'router_ids': ['431cd435-43c4-4a94-9141-6425c9b114ef'], 'active': True} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:14:20.054065 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e2a346-2910-4f82-8a65-a4076b18295e None None] Pushing event updated for resources: {'Port': ['ID=900ecae7-963b-427d-adc1-d204794ed031,revision_number=4']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:14:20.091381 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-71e2a346-2910-4f82-8a65-a4076b18295e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:14:20.100009 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.managers [req-b09158ed-b710-428c-892d-5d64bceb043d req-9b097434-af44-4346-8437-9dc4b36c7c92 service neutron] Attempting to bind port 0c37ff52-be9d-4855-ad57-401153daeb5e on host hv-cinder-78662 for vnic_type normal with profile {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 07:14:20.100909 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.managers [req-b09158ed-b710-428c-892d-5d64bceb043d req-9b097434-af44-4346-8437-9dc4b36c7c92 service neutron] Attempting to bind port 0c37ff52-be9d-4855-ad57-401153daeb5e by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': 'ad1695f4-d579-4854-bcbf-7f27a2eb4dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '2cb6791c-9360-429c-a118-cd829e120353'}] {{(pid=92920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 07:14:20.100909 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b09158ed-b710-428c-892d-5d64bceb043d req-9b097434-af44-4346-8437-9dc4b36c7c92 service neutron] Attempting to bind port 0c37ff52-be9d-4855-ad57-401153daeb5e on network 2cb6791c-9360-429c-a118-cd829e120353 {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 07:14:20.114940 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b09158ed-b710-428c-892d-5d64bceb043d req-9b097434-af44-4346-8437-9dc4b36c7c92 service neutron] Port 0c37ff52-be9d-4855-ad57-401153daeb5e on network 2cb6791c-9360-429c-a118-cd829e120353 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 07:14:20.115513 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b09158ed-b710-428c-892d-5d64bceb043d req-9b097434-af44-4346-8437-9dc4b36c7c92 service neutron] Attempting to bind port 0c37ff52-be9d-4855-ad57-401153daeb5e on network 2cb6791c-9360-429c-a118-cd829e120353 {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 07:14:20.128984 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b09158ed-b710-428c-892d-5d64bceb043d req-9b097434-af44-4346-8437-9dc4b36c7c92 service neutron] Checking agent: {'id': 'ce8fa221-be2f-440a-9097-46e1804b8f29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 7, 12, 2), 'started_at': datetime.datetime(2021, 6, 22, 7, 12, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 7, 14, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 07:14:20.129328 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b09158ed-b710-428c-892d-5d64bceb043d req-9b097434-af44-4346-8437-9dc4b36c7c92 service neutron] Checking segment: {'id': 'ad1695f4-d579-4854-bcbf-7f27a2eb4dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '2cb6791c-9360-429c-a118-cd829e120353'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 07:14:20.130036 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b09158ed-b710-428c-892d-5d64bceb043d req-9b097434-af44-4346-8437-9dc4b36c7c92 service neutron] Bound using segment: {'id': 'ad1695f4-d579-4854-bcbf-7f27a2eb4dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '2cb6791c-9360-429c-a118-cd829e120353'} {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 07:14:20.130149 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.managers [req-b09158ed-b710-428c-892d-5d64bceb043d req-9b097434-af44-4346-8437-9dc4b36c7c92 service neutron] Bound port: 0c37ff52-be9d-4855-ad57-401153daeb5e, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad1695f4-d579-4854-bcbf-7f27a2eb4dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '2cb6791c-9360-429c-a118-cd829e120353'}}] {{(pid=92920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 07:14:20.132149 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-b09158ed-b710-428c-892d-5d64bceb043d req-9b097434-af44-4346-8437-9dc4b36c7c92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:20.179769 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8ce33b63-130a-438e-ac65-8f7caed6f9e6 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:20.205022 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvr_db [None req-e64296bb-7cf3-4214-ac0f-6ca707635cf1 None None] Set router 431cd435-43c4-4a94-9141-6425c9b114ef gateway port host: dv-cinder-786627-11-iscsi {{(pid=92921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 07:14:20.216974 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8ce33b63-130a-438e-ac65-8f7caed6f9e6 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037535'] for security_group_rule, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:20.241125 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:14:20.287454 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce33b63-130a-438e-ac65-8f7caed6f9e6 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c46562d-fff5-4869-9d0b-64242de1bca1,revision_number=0']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:14:20.287899 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-074269e3-9e16-4721-8a9b-7a1ac08ab93e req-54f199fa-841a-4fc9-9228-ef8cdfbf7a47 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=32e6e243-eeda-4a0d-a837-8692933a5789 HTTP/1.1" status: 200 len: 210 time: 0.1156881 Jun 22 07:14:20.295213 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-8ce33b63-130a-438e-ac65-8f7caed6f9e6 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:14:20.301150 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8ce33b63-130a-438e-ac65-8f7caed6f9e6 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:20.303732 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-8ce33b63-130a-438e-ac65-8f7caed6f9e6 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5429878 Jun 22 07:14:20.306063 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 42406) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:14:20.306405 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [req-b09158ed-b710-428c-892d-5d64bceb043d req-9b097434-af44-4346-8437-9dc4b36c7c92 service neutron] For port 0c37ff52-be9d-4855-ad57-401153daeb5e, host hv-cinder-78662, cleared binding levels {{(pid=92920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 07:14:20.313385 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.v2.base [None req-e5f55d50-807d-4fcf-ad27-4ad2afdd7852 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Request body: {'security_group_rule': {'security_group_id': '6daf760c-5a05-4dd1-83f7-482b29ac14c4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:14:20.314183 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [req-b09158ed-b710-428c-892d-5d64bceb043d req-9b097434-af44-4346-8437-9dc4b36c7c92 service neutron] For port 0c37ff52-be9d-4855-ad57-401153daeb5e, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=0c37ff52-be9d-4855-ad57-401153daeb5e,segment=NetworkSegment(ad1695f4-d579-4854-bcbf-7f27a2eb4dc6),segment_id=ad1695f4-d579-4854-bcbf-7f27a2eb4dc6)] {{(pid=92920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 07:14:20.321011 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-b09158ed-b710-428c-892d-5d64bceb043d req-9b097434-af44-4346-8437-9dc4b36c7c92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:20.323664 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-9b097434-af44-4346-8437-9dc4b36c7c92 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:14:20.377988 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-e5f55d50-807d-4fcf-ad27-4ad2afdd7852 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:20.400219 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09158ed-b710-428c-892d-5d64bceb043d req-9b097434-af44-4346-8437-9dc4b36c7c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:20.403141 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-b09158ed-b710-428c-892d-5d64bceb043d req-9b097434-af44-4346-8437-9dc4b36c7c92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-690179'] for port, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:20.407835 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-b09158ed-b710-428c-892d-5d64bceb043d req-9b097434-af44-4346-8437-9dc4b36c7c92 service neutron] 10.222.0.41 "PUT /v2.0/ports/0c37ff52-be9d-4855-ad57-401153daeb5e HTTP/1.1" status: 200 len: 1093 time: 1.4078321 Jun 22 07:14:20.409147 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96140ecc-60b1-4858-b129-414607b05266', 'tag': '0c37ff52-be9d-4855-ad57-401153daeb5e'}] {{(pid=92920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 07:14:20.421231 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}175c46e468422b48d63533518873068da6a6c478907c3b6f79f9dabf89e8d923" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-849e916e-edf4-4a1e-b3fb-e95e614ef844" -d '{"events": [{"name": "network-changed", "server_uuid": "96140ecc-60b1-4858-b129-414607b05266", "tag": "0c37ff52-be9d-4855-ad57-401153daeb5e"}]}' {{(pid=92920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 07:14:20.466456 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b097434-af44-4346-8437-9dc4b36c7c92 service neutron] Pushing event updated for resources: {'Port': ['ID=0c37ff52-be9d-4855-ad57-401153daeb5e,revision_number=3']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:14:20.474285 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-9b097434-af44-4346-8437-9dc4b36c7c92 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:14:20.479920 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-e5f55d50-807d-4fcf-ad27-4ad2afdd7852 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:20.491072 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-e5f55d50-807d-4fcf-ad27-4ad2afdd7852 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037535'] for security_group_rule, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:20.495276 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 07:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bf45b3e-b6bc-4111-9ed2-4bb910571b88 x-openstack-request-id: req-1bf45b3e-b6bc-4111-9ed2-4bb910571b88 {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 07:14:20.496117 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96140ecc-60b1-4858-b129-414607b05266", "tag": "0c37ff52-be9d-4855-ad57-401153daeb5e", "status": "completed", "code": 200}]} {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 07:14:20.496615 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1bf45b3e-b6bc-4111-9ed2-4bb910571b88 {{(pid=92920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 07:14:20.497228 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96140ecc-60b1-4858-b129-414607b05266', 'tag': '0c37ff52-be9d-4855-ad57-401153daeb5e', 'status': 'completed', 'code': 200} Jun 22 07:14:20.501620 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-3d975144-6034-483b-90e2-42eda3b83de5 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:14:20.516311 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f55d50-807d-4fcf-ad27-4ad2afdd7852 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ee59b27-49ee-4829-9ee8-6742504f4256,revision_number=0']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:14:20.520637 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-e5f55d50-807d-4fcf-ad27-4ad2afdd7852 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:14:20.527947 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-e5f55d50-807d-4fcf-ad27-4ad2afdd7852 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:20.529181 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-e5f55d50-807d-4fcf-ad27-4ad2afdd7852 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2220602 Jun 22 07:14:20.534148 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 42416) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:14:20.539003 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.v2.base [None req-6a67e009-3549-45db-ba56-324d0812e58f tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Request body: {'floatingip': {'floating_network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2'}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:14:20.556074 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-e64296bb-7cf3-4214-ac0f-6ca707635cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '431cd435-43c4-4a94-9141-6425c9b114ef', 'name': 'tempest-AttachVolumeTestJSON-907065161-router', 'tenant_id': 'd4f594fab10d40c7ba3121bb30f350f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'external_fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '217bf916-f428-45a7-b4e6-aee6f103ab9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:13:50Z', 'updated_at': '2021-06-22T07:14:13Z', 'revision_number': 4, 'project_id': 'd4f594fab10d40c7ba3121bb30f350f6', 'gw_port': {'id': '217bf916-f428-45a7-b4e6-aee6f103ab9d', 'name': '', 'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:87:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431cd435-43c4-4a94-9141-6425c9b114ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:13:53Z', 'updated_at': '2021-06-22T07:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-iscsi', '_interfaces': [{'id': '900ecae7-963b-427d-adc1-d204794ed031', 'name': '', 'network_id': 'e45ca323-df81-4e4e-ad4b-9a2282b40737', 'tenant_id': 'd4f594fab10d40c7ba3121bb30f350f6', 'mac_address': 'fa:16:3e:50:53:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '431cd435-43c4-4a94-9141-6425c9b114ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f68816de-e03b-4f38-99ee-40e3f1c0a6fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:14:04Z', 'updated_at': '2021-06-22T07:14:19Z', 'revision_number': 4, 'project_id': 'd4f594fab10d40c7ba3121bb30f350f6', 'subnets': [{'id': 'f68816de-e03b-4f38-99ee-40e3f1c0a6fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-11-iscsi', False) {} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:14:20.565398 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-6a67e009-3549-45db-ba56-324d0812e58f tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Notify callbacks [] for floatingip, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:20.596617 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64296bb-7cf3-4214-ac0f-6ca707635cf1 None None] The sync data for ids ['431cd435-43c4-4a94-9141-6425c9b114ef'] in dv-cinder-786627-11-iscsi is: [{'id': '431cd435-43c4-4a94-9141-6425c9b114ef', 'name': 'tempest-AttachVolumeTestJSON-907065161-router', 'tenant_id': 'd4f594fab10d40c7ba3121bb30f350f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'external_fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '217bf916-f428-45a7-b4e6-aee6f103ab9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:13:50Z', 'updated_at': '2021-06-22T07:14:13Z', 'revision_number': 4, 'project_id': 'd4f594fab10d40c7ba3121bb30f350f6', 'gw_port': {'id': '217bf916-f428-45a7-b4e6-aee6f103ab9d', 'name': '', 'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:87:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431cd435-43c4-4a94-9141-6425c9b114ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:13:53Z', 'updated_at': '2021-06-22T07:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-iscsi', '_interfaces': [{'id': '900ecae7-963b-427d-adc1-d204794ed031', 'name': '', 'network_id': 'e45ca323-df81-4e4e-ad4b-9a2282b40737', 'tenant_id': 'd4f594fab10d40c7ba3121bb30f350f6', 'mac_address': 'fa:16:3e:50:53:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '431cd435-43c4-4a94-9141-6425c9b114ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f68816de-e03b-4f38-99ee-40e3f1c0a6fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:14:04Z', 'updated_at': '2021-06-22T07:14:19Z', 'revision_number': 4, 'project_id': 'd4f594fab10d40c7ba3121bb30f350f6', 'subnets': [{'id': 'f68816de-e03b-4f38-99ee-40e3f1c0a6fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 07:14:20.735708 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-6a67e009-3549-45db-ba56-324d0812e58f tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1809762'] for port, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:20.888898 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.db.db_base_plugin_common [None req-6a67e009-3549-45db-ba56-324d0812e58f tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Allocated IP 172.27.1.221 (73c4e24d-548c-4da2-96ca-75881b5fbbd2/544f46cc-96c5-45ec-92af-d864e0b11db8/a8f1bcbc-469f-445b-a903-c85b648da1c0) {{(pid=92919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 07:14:21.062790 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-6a67e009-3549-45db-ba56-324d0812e58f tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Notify callbacks [] for port, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:21.161860 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d184ed6d-5bd7-4252-9764-0f84ffa5c27a req-118358c9-f845-4c41-acfa-f71d4edeb658 tempest-DeleteServersTestJSON-1840482181 tempest-DeleteServersTestJSON-1840482181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:21.163490 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-d184ed6d-5bd7-4252-9764-0f84ffa5c27a req-118358c9-f845-4c41-acfa-f71d4edeb658 tempest-DeleteServersTestJSON-1840482181 tempest-DeleteServersTestJSON-1840482181-project] 10.222.0.24 "GET /v2.0/ports?device_id=408e9ee9-a3c9-4c89-a36d-c9312e22824a HTTP/1.1" status: 200 len: 943 time: 0.1348522 Jun 22 07:14:21.165290 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-6a67e009-3549-45db-ba56-324d0812e58f tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1809569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-690206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773473471591'] for port, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:21.168945 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-a44e4918-27fa-4449-9ab6-c669d316723e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:14:21.256600 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a67e009-3549-45db-ba56-324d0812e58f tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Network 73c4e24d-548c-4da2-96ca-75881b5fbbd2 is already hosted by enough agents. {{(pid=92919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 07:14:21.270365 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.scheduler.base_scheduler [None req-6a67e009-3549-45db-ba56-324d0812e58f tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Resources bound (agent type, host, resource id): {{(pid=92919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 07:14:21.273822 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a67e009-3549-45db-ba56-324d0812e58f tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Received port after_create {{(pid=92919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 07:14:21.278794 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a67e009-3549-45db-ba56-324d0812e58f tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Pushing event updated for resources: {'Port': ['ID=a8f1bcbc-469f-445b-a903-c85b648da1c0,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:14:21.285049 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-6a67e009-3549-45db-ba56-324d0812e58f tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:14:21.332799 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-d184ed6d-5bd7-4252-9764-0f84ffa5c27a req-59bb7dbe-f566-4599-9670-5a99b8b27092 tempest-DeleteServersTestJSON-1840482181 tempest-DeleteServersTestJSON-1840482181-project] 10.222.0.24 "GET /v2.0/security-groups?id=a94922fc-8ff5-4870-8e70-23a0b4e4efe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358409 Jun 22 07:14:21.380567 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-6a67e009-3549-45db-ba56-324d0812e58f tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:21.436142 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Device 900ecae7-963b-427d-adc1-d204794ed031 up at agent ovs-agent-dv-cinder-786627-11-iscsi {{(pid=92921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 07:14:21.516952 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Provisioning for port 900ecae7-963b-427d-adc1-d204794ed031 completed by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 07:14:21.526883 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Provisioning complete for port 900ecae7-963b-427d-adc1-d204794ed031 triggered by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:14:21.528505 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1879668'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:21.626951 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9031cc71-25d2-40cd-a450-00b976762d0a req-f96abe1c-9c20-45c1-9081-c704d3e4bab5 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:21.629982 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-9031cc71-25d2-40cd-a450-00b976762d0a req-f96abe1c-9c20-45c1-9081-c704d3e4bab5 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/ports?device_id=96140ecc-60b1-4858-b129-414607b05266 HTTP/1.1" status: 200 len: 943 time: 0.4272072 Jun 22 07:14:21.646608 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:21.695675 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-4efd91e8-825e-463a-bda4-45cf37a53646 req-461d9b0a-8591-4894-b37e-bdc87dcdc577 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=32e6e243-eeda-4a0d-a837-8692933a5789 HTTP/1.1" status: 200 len: 210 time: 0.0854356 Jun 22 07:14:21.696950 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] For port 900ecae7-963b-427d-adc1-d204794ed031, host dv-cinder-786627-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-11-iscsi',level=0,port_id=900ecae7-963b-427d-adc1-d204794ed031,segment=NetworkSegment(2158ff00-7488-4d6e-bcd3-02a0699d8dc9),segment_id=2158ff00-7488-4d6e-bcd3-02a0699d8dc9)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:14:21.704735 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:21.708048 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:14:21.823413 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-6a67e009-3549-45db-ba56-324d0812e58f tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:21.892180 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Pushing event updated for resources: {'Port': ['ID=900ecae7-963b-427d-adc1-d204794ed031,revision_number=5']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:14:21.895330 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:14:21.956868 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-9031cc71-25d2-40cd-a450-00b976762d0a req-e8e54c0f-e54f-4cd0-886d-c4a87fa16cdc tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/security-groups?id=30e0c465-7839-4da2-bd45-e1fbd7ad0257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3169985 Jun 22 07:14:22.062981 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef27af10-29f3-48c0-8805-a243148442f1 req-e0fce354-605a-41f2-92fa-1d08f50f30aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:22.064489 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-ef27af10-29f3-48c0-8805-a243148442f1 req-e0fce354-605a-41f2-92fa-1d08f50f30aa service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=a6b59c4ef34b41bd9dbb44d6fa033408&shared=False HTTP/1.1" status: 200 len: 920 time: 0.3673203 Jun 22 07:14:22.134389 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-6a67e009-3549-45db-ba56-324d0812e58f tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Notify callbacks [] for port, precommit_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:22.139523 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-6a67e009-3549-45db-ba56-324d0812e58f tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654'] for port, after_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:22.142527 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-26e23485-8838-4c53-85ec-b5e97827f5f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:14:22.182099 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-6a67e009-3549-45db-ba56-324d0812e58f tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-706738'] for floatingip, after_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:22.198980 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a67e009-3549-45db-ba56-324d0812e58f tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Pushing event updated for resources: {'Port': ['ID=a8f1bcbc-469f-445b-a903-c85b648da1c0,revision_number=2']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:14:22.202888 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-6a67e009-3549-45db-ba56-324d0812e58f tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:14:22.206847 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-6a67e009-3549-45db-ba56-324d0812e58f tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91146'] for floatingip, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:22.208214 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-6a67e009-3549-45db-ba56-324d0812e58f tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6728072 Jun 22 07:14:22.445472 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-e51c77ca-bcf2-4f88-8a42-bdc00c0cccfe req-6fd28fcc-2362-47a4-864d-a59bf0189702 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1680477323&fields=id&tenant_id=d4f594fab10d40c7ba3121bb30f350f6 HTTP/1.1" status: 200 len: 267 time: 0.0618930 Jun 22 07:14:22.630707 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90024213-47e4-4aa7-a076-dcdfe93ef82c req-50503443-875d-4b89-87c7-8af5bdc5f035 tempest-DeleteServersTestJSON-1840482181 tempest-DeleteServersTestJSON-1840482181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:22.632453 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-90024213-47e4-4aa7-a076-dcdfe93ef82c req-50503443-875d-4b89-87c7-8af5bdc5f035 tempest-DeleteServersTestJSON-1840482181 tempest-DeleteServersTestJSON-1840482181-project] 10.222.0.24 "GET /v2.0/ports?device_id=408e9ee9-a3c9-4c89-a36d-c9312e22824a HTTP/1.1" status: 200 len: 943 time: 0.1617758 Jun 22 07:14:22.639005 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51c77ca-bcf2-4f88-8a42-bdc00c0cccfe req-0f1bc73a-9588-48cb-a620-8eec643b9dac tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:22.640503 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-e51c77ca-bcf2-4f88-8a42-bdc00c0cccfe req-0f1bc73a-9588-48cb-a620-8eec643b9dac tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "GET /v2.0/networks?id=e45ca323-df81-4e4e-ad4b-9a2282b40737 HTTP/1.1" status: 200 len: 810 time: 0.1849344 Jun 22 07:14:22.671261 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-e51c77ca-bcf2-4f88-8a42-bdc00c0cccfe req-f1659223-30f7-4314-b2f2-3a48ccb44f62 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "GET /v2.0/quotas/d4f594fab10d40c7ba3121bb30f350f6 HTTP/1.1" status: 200 len: 375 time: 0.0230680 Jun 22 07:14:22.696106 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-90024213-47e4-4aa7-a076-dcdfe93ef82c req-01f7b3fd-cd12-41bf-849b-c94596979a88 tempest-DeleteServersTestJSON-1840482181 tempest-DeleteServersTestJSON-1840482181-project] 10.222.0.24 "GET /v2.0/security-groups?id=a94922fc-8ff5-4870-8e70-23a0b4e4efe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544796 Jun 22 07:14:22.755789 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-e51c77ca-bcf2-4f88-8a42-bdc00c0cccfe req-1e5efc9b-61d4-4672-b92f-8e61d96ed12b tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=d4f594fab10d40c7ba3121bb30f350f6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0771344 Jun 22 07:14:22.879256 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-b0c0f586-9fe4-44de-a65f-b72db388b916 req-a66c4efa-bf62-4668-813c-c09a9cae0e4e tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=32e6e243-eeda-4a0d-a837-8692933a5789 HTTP/1.1" status: 200 len: 210 time: 0.0401437 Jun 22 07:14:22.899204 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-e51c77ca-bcf2-4f88-8a42-bdc00c0cccfe req-a79ee330-757f-4d87-a3ad-bad0801a7afe service neutron] 10.222.0.24 "GET /v2.0/networks/e45ca323-df81-4e4e-ad4b-9a2282b40737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303103 Jun 22 07:14:23.009659 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-e51c77ca-bcf2-4f88-8a42-bdc00c0cccfe req-ab9cba89-f921-469d-902c-e6e9c1b4f77e service neutron] 10.222.0.24 "GET /v2.0/networks/e45ca323-df81-4e4e-ad4b-9a2282b40737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986955 Jun 22 07:14:23.190423 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849e916e-edf4-4a1e-b3fb-e95e614ef844 req-e9d40f32-7a27-47ae-b137-c511a7c3bc8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:23.192623 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-849e916e-edf4-4a1e-b3fb-e95e614ef844 req-e9d40f32-7a27-47ae-b137-c511a7c3bc8a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a6b59c4ef34b41bd9dbb44d6fa033408&device_id=96140ecc-60b1-4858-b129-414607b05266 HTTP/1.1" status: 200 len: 1096 time: 0.0829074 Jun 22 07:14:23.260354 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-ca16d44c-fe51-4437-876d-f4b3d7614731 req-ed72b45d-e88a-4426-bb7b-803e128b6bdd tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f376705-0d18-4006-8bca-dd49b0e55cca HTTP/1.1" status: 200 len: 210 time: 0.0618782 Jun 22 07:14:23.353993 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5d9dea-44b9-45fe-9cfa-65e50e8d9a6f req-8209cd61-8cea-4fca-8cbb-b42294a6b6da tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:23.355890 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-4d5d9dea-44b9-45fe-9cfa-65e50e8d9a6f req-8209cd61-8cea-4fca-8cbb-b42294a6b6da tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/ports?device_id=96140ecc-60b1-4858-b129-414607b05266 HTTP/1.1" status: 200 len: 943 time: 0.2728193 Jun 22 07:14:23.357492 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef27af10-29f3-48c0-8805-a243148442f1 req-642818f1-f424-4e04-b202-4a362d7a5c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:23.358844 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-ef27af10-29f3-48c0-8805-a243148442f1 req-642818f1-f424-4e04-b202-4a362d7a5c53 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2433171 Jun 22 07:14:23.363979 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Device 900ecae7-963b-427d-adc1-d204794ed031 up at agent ovs-agent-dv-cinder-786627-11-iscsi {{(pid=92921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 07:14:23.412173 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-4d5d9dea-44b9-45fe-9cfa-65e50e8d9a6f req-4d918637-1cc1-47b7-b42e-dcdcdd04817f tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/security-groups?id=30e0c465-7839-4da2-bd45-e1fbd7ad0257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457408 Jun 22 07:14:23.455153 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Provisioning complete for port 900ecae7-963b-427d-adc1-d204794ed031 triggered by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:14:23.456587 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1879668'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:23.612555 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f52c10-8d69-461b-ab17-1d6db185d9f8 req-0ec82d93-287d-4597-8227-d220f1e96a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:23.617301 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-a6f52c10-8d69-461b-ab17-1d6db185d9f8 req-0ec82d93-287d-4597-8227-d220f1e96a61 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a6b59c4ef34b41bd9dbb44d6fa033408&device_id=ec3d9cd3-7990-46e7-a0c4-277e3dc80819 HTTP/1.1" status: 200 len: 1097 time: 0.1251366 Jun 22 07:14:23.732330 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849e916e-edf4-4a1e-b3fb-e95e614ef844 req-5fedfaf1-13fc-4f8a-9372-194dc237bdde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:23.733997 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-849e916e-edf4-4a1e-b3fb-e95e614ef844 req-5fedfaf1-13fc-4f8a-9372-194dc237bdde service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=a6b59c4ef34b41bd9dbb44d6fa033408&shared=False HTTP/1.1" status: 200 len: 920 time: 0.3220859 Jun 22 07:14:23.742141 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-a6f52c10-8d69-461b-ab17-1d6db185d9f8 req-f4bf9525-ff27-4484-ad5f-796544755392 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e4c5e89b-6f1f-4a27-b090-bc12a9842c1d HTTP/1.1" status: 200 len: 217 time: 0.1155570 Jun 22 07:14:23.895725 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eac7e34-73d4-43c9-a958-79be8be1b1e4 req-125f50f7-8fc1-4787-a64e-3fa9f058dd5b tempest-DeleteServersTestJSON-1840482181 tempest-DeleteServersTestJSON-1840482181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:23.897322 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-2eac7e34-73d4-43c9-a958-79be8be1b1e4 req-125f50f7-8fc1-4787-a64e-3fa9f058dd5b tempest-DeleteServersTestJSON-1840482181 tempest-DeleteServersTestJSON-1840482181-project] 10.222.0.24 "GET /v2.0/ports?device_id=408e9ee9-a3c9-4c89-a36d-c9312e22824a HTTP/1.1" status: 200 len: 943 time: 0.0756230 Jun 22 07:14:23.944474 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-2eac7e34-73d4-43c9-a958-79be8be1b1e4 req-4bed679e-e4d1-452e-9b2d-996d8a381dea tempest-DeleteServersTestJSON-1840482181 tempest-DeleteServersTestJSON-1840482181-project] 10.222.0.24 "GET /v2.0/security-groups?id=a94922fc-8ff5-4870-8e70-23a0b4e4efe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405056 Jun 22 07:14:24.041784 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-55ffcddb-27c0-4c8b-b0f8-b3a120814363 req-4f49ab9e-3b88-4d96-88eb-4c9c7b01d09d tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=32e6e243-eeda-4a0d-a837-8692933a5789 HTTP/1.1" status: 200 len: 210 time: 0.0311737 Jun 22 07:14:24.408457 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-37cb966d-da2e-4a61-b770-f7d1067aa441 req-c011b65c-00d8-455e-865d-0887bdb96ab4 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f376705-0d18-4006-8bca-dd49b0e55cca HTTP/1.1" status: 200 len: 210 time: 0.0296731 Jun 22 07:14:24.628792 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2944fd76-6233-4b1c-a15c-083fcc4370a4 req-2078e951-8022-4159-a418-a0820a9a1035 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:24.630150 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-2944fd76-6233-4b1c-a15c-083fcc4370a4 req-2078e951-8022-4159-a418-a0820a9a1035 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/ports?device_id=96140ecc-60b1-4858-b129-414607b05266 HTTP/1.1" status: 200 len: 943 time: 0.0672374 Jun 22 07:14:24.671267 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-2944fd76-6233-4b1c-a15c-083fcc4370a4 req-8eb3d082-de66-467f-901b-8d0664071318 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/security-groups?id=30e0c465-7839-4da2-bd45-e1fbd7ad0257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355191 Jun 22 07:14:25.148314 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a042a3-7373-4145-bd38-26c533cd2f90 req-3f24473f-1259-49e5-9db3-bf8cd58ad265 tempest-DeleteServersTestJSON-1840482181 tempest-DeleteServersTestJSON-1840482181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:25.150493 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-b3a042a3-7373-4145-bd38-26c533cd2f90 req-3f24473f-1259-49e5-9db3-bf8cd58ad265 tempest-DeleteServersTestJSON-1840482181 tempest-DeleteServersTestJSON-1840482181-project] 10.222.0.24 "GET /v2.0/ports?device_id=408e9ee9-a3c9-4c89-a36d-c9312e22824a HTTP/1.1" status: 200 len: 943 time: 0.0776687 Jun 22 07:14:25.213513 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-8960c09b-9563-4fa5-9c5d-ca67bc74463a req-440f9d3f-eeba-4c39-90ce-92b01f1094f0 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=32e6e243-eeda-4a0d-a837-8692933a5789 HTTP/1.1" status: 200 len: 210 time: 0.0426860 Jun 22 07:14:25.221993 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-b3a042a3-7373-4145-bd38-26c533cd2f90 req-280bc808-6ae8-427c-86c3-10811410b2c9 tempest-DeleteServersTestJSON-1840482181 tempest-DeleteServersTestJSON-1840482181-project] 10.222.0.24 "GET /v2.0/security-groups?id=a94922fc-8ff5-4870-8e70-23a0b4e4efe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663054 Jun 22 07:14:25.719578 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-aa59278f-5556-436b-9e59-3c8034b3a7b3 req-fa8ebf13-c33d-40a1-84f1-a9724e0cf759 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f376705-0d18-4006-8bca-dd49b0e55cca HTTP/1.1" status: 200 len: 210 time: 0.1966534 Jun 22 07:14:25.868713 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2082cd91-0721-4730-a2cd-e4b7ebdb548c req-5301b87a-520e-48ec-83e4-25cb5bd30f1c tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:25.870335 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-2082cd91-0721-4730-a2cd-e4b7ebdb548c req-5301b87a-520e-48ec-83e4-25cb5bd30f1c tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/ports?device_id=96140ecc-60b1-4858-b129-414607b05266 HTTP/1.1" status: 200 len: 943 time: 0.0673192 Jun 22 07:14:25.913729 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-2082cd91-0721-4730-a2cd-e4b7ebdb548c req-8b066a75-deeb-4eb0-8c56-45416ac35b01 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/security-groups?id=30e0c465-7839-4da2-bd45-e1fbd7ad0257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339155 Jun 22 07:14:26.384938 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-7eee98b6-87f1-4487-9e32-bc7121b7b836 req-e17a9a0e-4af8-4ff0-9c50-2e6e4632f37e tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=32e6e243-eeda-4a0d-a837-8692933a5789 HTTP/1.1" status: 200 len: 210 time: 0.0412369 Jun 22 07:14:26.443442 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7252e2de-3975-4390-86ed-1bdefdf1702b req-bfe2b108-f8d8-47c1-90ee-1315d112f497 tempest-DeleteServersTestJSON-1840482181 tempest-DeleteServersTestJSON-1840482181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:26.445035 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-7252e2de-3975-4390-86ed-1bdefdf1702b req-bfe2b108-f8d8-47c1-90ee-1315d112f497 tempest-DeleteServersTestJSON-1840482181 tempest-DeleteServersTestJSON-1840482181-project] 10.222.0.24 "GET /v2.0/ports?device_id=408e9ee9-a3c9-4c89-a36d-c9312e22824a HTTP/1.1" status: 200 len: 943 time: 0.0995977 Jun 22 07:14:26.490545 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-7252e2de-3975-4390-86ed-1bdefdf1702b req-992cd88c-d3d1-4bbd-a966-a60566505812 tempest-DeleteServersTestJSON-1840482181 tempest-DeleteServersTestJSON-1840482181-project] 10.222.0.24 "GET /v2.0/security-groups?id=a94922fc-8ff5-4870-8e70-23a0b4e4efe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388744 Jun 22 07:14:26.872844 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-647f8e9e-2b06-41cf-82fe-5e0d6de7db07 req-bf6da83d-cebc-4808-9931-2fab1db6f845 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f376705-0d18-4006-8bca-dd49b0e55cca HTTP/1.1" status: 200 len: 210 time: 0.0283973 Jun 22 07:14:27.090853 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c192af-d417-4286-9ae8-c39fbe01b195 req-9d37a8c6-98f0-4b35-bb33-d04a8a93ca53 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:27.092302 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-f9c192af-d417-4286-9ae8-c39fbe01b195 req-9d37a8c6-98f0-4b35-bb33-d04a8a93ca53 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/ports?device_id=96140ecc-60b1-4858-b129-414607b05266 HTTP/1.1" status: 200 len: 943 time: 0.0657084 Jun 22 07:14:27.132782 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-f9c192af-d417-4286-9ae8-c39fbe01b195 req-5a793398-ff40-49c1-a156-2beb7533ffaa tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/security-groups?id=30e0c465-7839-4da2-bd45-e1fbd7ad0257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347939 Jun 22 07:14:27.539235 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-335a4a5c-9737-44fc-b182-7c5a2e3f9d07 req-4fecb392-278c-4edc-97f9-a2d347e2926e tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=32e6e243-eeda-4a0d-a837-8692933a5789 HTTP/1.1" status: 200 len: 210 time: 0.0307565 Jun 22 07:14:27.698431 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0969fb-8af3-466c-a15f-0310c91a1b65 req-127917aa-3e2c-4af6-a97d-77a92c4945ff tempest-DeleteServersTestJSON-1840482181 tempest-DeleteServersTestJSON-1840482181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:27.700012 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-1b0969fb-8af3-466c-a15f-0310c91a1b65 req-127917aa-3e2c-4af6-a97d-77a92c4945ff tempest-DeleteServersTestJSON-1840482181 tempest-DeleteServersTestJSON-1840482181-project] 10.222.0.24 "GET /v2.0/ports?device_id=408e9ee9-a3c9-4c89-a36d-c9312e22824a HTTP/1.1" status: 200 len: 943 time: 0.0690691 Jun 22 07:14:27.747048 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-1b0969fb-8af3-466c-a15f-0310c91a1b65 req-316572db-562a-4ab0-a8b3-cdc91bf1e054 tempest-DeleteServersTestJSON-1840482181 tempest-DeleteServersTestJSON-1840482181-project] 10.222.0.24 "GET /v2.0/security-groups?id=a94922fc-8ff5-4870-8e70-23a0b4e4efe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408888 Jun 22 07:14:28.015298 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-501e56f9-0932-4ff4-9f0a-92cbf3ab68fe req-a711261b-2b73-4d8f-8ccc-38718c78096a tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f376705-0d18-4006-8bca-dd49b0e55cca HTTP/1.1" status: 200 len: 210 time: 0.0301967 Jun 22 07:14:28.181297 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f52c10-8d69-461b-ab17-1d6db185d9f8 req-968b94ae-079a-4393-a2b0-82f8be61ac26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:28.183567 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-a6f52c10-8d69-461b-ab17-1d6db185d9f8 req-968b94ae-079a-4393-a2b0-82f8be61ac26 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1c5404e1-ac7c-4acf-ad2d-147e6479ce37 HTTP/1.1" status: 200 len: 859 time: 0.0838847 Jun 22 07:14:28.241654 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-a6f52c10-8d69-461b-ab17-1d6db185d9f8 req-adde9045-d414-4e7a-bff7-5573cff6a99c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2cb6791c-9360-429c-a118-cd829e120353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514319 Jun 22 07:14:28.455652 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c4eee3-6a93-4b78-9812-5ce6ec75df67 req-12b12ba2-c96a-4f20-ac39-a1542d6e9c8b tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:28.457618 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-f2c4eee3-6a93-4b78-9812-5ce6ec75df67 req-12b12ba2-c96a-4f20-ac39-a1542d6e9c8b tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/ports?device_id=96140ecc-60b1-4858-b129-414607b05266 HTTP/1.1" status: 200 len: 943 time: 0.1398823 Jun 22 07:14:28.459626 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-a6f52c10-8d69-461b-ab17-1d6db185d9f8 req-ef28be11-d82c-4ba2-9fae-3cdf9f231896 service neutron] 10.222.0.41 "GET /v2.0/networks/2cb6791c-9360-429c-a118-cd829e120353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119718 Jun 22 07:14:28.497985 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-f2c4eee3-6a93-4b78-9812-5ce6ec75df67 req-51f512b8-332d-4bd6-9b6a-81e20c58dac4 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/security-groups?id=30e0c465-7839-4da2-bd45-e1fbd7ad0257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345559 Jun 22 07:14:28.536213 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849e916e-edf4-4a1e-b3fb-e95e614ef844 req-b76e051a-957c-4ae3-a549-742e588d0f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:28.537685 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-849e916e-edf4-4a1e-b3fb-e95e614ef844 req-b76e051a-957c-4ae3-a549-742e588d0f06 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4311643 Jun 22 07:14:28.546329 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fffb84d-33e5-4953-9bf7-619ca0b93dc1 req-040530cd-1936-495a-8288-b4e354d9c08f tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:28.547871 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-0fffb84d-33e5-4953-9bf7-619ca0b93dc1 req-040530cd-1936-495a-8288-b4e354d9c08f tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.41 "GET /v2.0/networks?id=b91fcb38-ada5-4353-b77e-00fb398ce7d0 HTTP/1.1" status: 200 len: 817 time: 0.4391096 Jun 22 07:14:28.706729 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-721da7d3-68e5-4b9b-9fc5-86b6551b0d62 req-aca29ecc-b2c3-43aa-9451-7c9cc9fbbbcf tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=32e6e243-eeda-4a0d-a837-8692933a5789 HTTP/1.1" status: 200 len: 210 time: 0.0293539 Jun 22 07:14:28.932601 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c944ed8-3fcd-4f03-add5-60af389d00de req-edd62369-6fd2-4a1d-aec1-e3dda3df9625 tempest-DeleteServersTestJSON-1840482181 tempest-DeleteServersTestJSON-1840482181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:28.934863 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-0c944ed8-3fcd-4f03-add5-60af389d00de req-edd62369-6fd2-4a1d-aec1-e3dda3df9625 tempest-DeleteServersTestJSON-1840482181 tempest-DeleteServersTestJSON-1840482181-project] 10.222.0.24 "GET /v2.0/ports?device_id=408e9ee9-a3c9-4c89-a36d-c9312e22824a HTTP/1.1" status: 200 len: 943 time: 0.0692103 Jun 22 07:14:28.974285 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-0c944ed8-3fcd-4f03-add5-60af389d00de req-cb843262-36c3-4417-9445-bb141990b07f tempest-DeleteServersTestJSON-1840482181 tempest-DeleteServersTestJSON-1840482181-project] 10.222.0.24 "GET /v2.0/security-groups?id=a94922fc-8ff5-4870-8e70-23a0b4e4efe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325303 Jun 22 07:14:29.166588 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-0042e1c2-1a9e-4fd0-89b5-c065ab4fda44 req-8bd009a0-3168-4fb0-ae08-085ef8bfd156 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f376705-0d18-4006-8bca-dd49b0e55cca HTTP/1.1" status: 200 len: 210 time: 0.0310209 Jun 22 07:14:29.673969 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbaa9df-7869-427c-a3da-e631b79fe4ec req-26aa7f9d-57dc-42e9-aec5-e6481632a9c1 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:29.675417 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-8dbaa9df-7869-427c-a3da-e631b79fe4ec req-26aa7f9d-57dc-42e9-aec5-e6481632a9c1 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/ports?device_id=96140ecc-60b1-4858-b129-414607b05266 HTTP/1.1" status: 200 len: 943 time: 0.0643830 Jun 22 07:14:29.715001 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-8dbaa9df-7869-427c-a3da-e631b79fe4ec req-59a50a8c-2220-4b75-a6d8-ea72ec079c97 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/security-groups?id=30e0c465-7839-4da2-bd45-e1fbd7ad0257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331657 Jun 22 07:14:29.870035 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-32070310-e977-4fb4-bdde-551e29fa9f2e req-17afbf60-12f0-4e39-8697-557a73bb9620 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=32e6e243-eeda-4a0d-a837-8692933a5789 HTTP/1.1" status: 200 len: 210 time: 0.0414038 Jun 22 07:14:30.154611 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5918ac6c-664a-4bc5-8ccd-b241baf6ff54 req-1928be14-432e-4107-8c42-e1a7e5b367f1 tempest-DeleteServersTestJSON-1840482181 tempest-DeleteServersTestJSON-1840482181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:30.156095 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-5918ac6c-664a-4bc5-8ccd-b241baf6ff54 req-1928be14-432e-4107-8c42-e1a7e5b367f1 tempest-DeleteServersTestJSON-1840482181 tempest-DeleteServersTestJSON-1840482181-project] 10.222.0.24 "GET /v2.0/ports?device_id=408e9ee9-a3c9-4c89-a36d-c9312e22824a HTTP/1.1" status: 200 len: 943 time: 0.0686536 Jun 22 07:14:30.197129 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-5918ac6c-664a-4bc5-8ccd-b241baf6ff54 req-0b2acb78-f4b3-41a3-9982-cd6cbb04652c tempest-DeleteServersTestJSON-1840482181 tempest-DeleteServersTestJSON-1840482181-project] 10.222.0.24 "GET /v2.0/security-groups?id=a94922fc-8ff5-4870-8e70-23a0b4e4efe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351887 Jun 22 07:14:30.318792 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-406ef120-0d17-41c3-9aaf-91fa0815d76b req-889c7e7e-6509-44d2-8488-1c1f0d62b33e tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f376705-0d18-4006-8bca-dd49b0e55cca HTTP/1.1" status: 200 len: 210 time: 0.0281644 Jun 22 07:14:30.698699 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-9ba92d14-5cb0-4740-bf35-696f0b321672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:30.902913 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f738c779-bb18-4a90-976f-a1d8b7d5037b req-e6b85999-9b93-4f98-ae77-b265990ef9cf tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:30.904534 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-f738c779-bb18-4a90-976f-a1d8b7d5037b req-e6b85999-9b93-4f98-ae77-b265990ef9cf tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/ports?device_id=96140ecc-60b1-4858-b129-414607b05266 HTTP/1.1" status: 200 len: 943 time: 0.0797384 Jun 22 07:14:30.966782 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-f738c779-bb18-4a90-976f-a1d8b7d5037b req-327b27a4-d512-417d-a517-de962b1a29ae tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/security-groups?id=30e0c465-7839-4da2-bd45-e1fbd7ad0257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477285 Jun 22 07:14:31.033395 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-ba6027c2-3ef4-40f4-bf98-c8b632ad895c req-e2d0f1d9-9413-48f3-88ff-11d0ec51b385 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=32e6e243-eeda-4a0d-a837-8692933a5789 HTTP/1.1" status: 200 len: 210 time: 0.0291708 Jun 22 07:14:31.393054 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bddb92b-81fd-437c-ad13-60ab44115a6b req-5f75bc44-30fd-4e51-b64d-b4d45b3cb144 tempest-DeleteServersTestJSON-1840482181 tempest-DeleteServersTestJSON-1840482181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:31.394608 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-8bddb92b-81fd-437c-ad13-60ab44115a6b req-5f75bc44-30fd-4e51-b64d-b4d45b3cb144 tempest-DeleteServersTestJSON-1840482181 tempest-DeleteServersTestJSON-1840482181-project] 10.222.0.24 "GET /v2.0/ports?device_id=408e9ee9-a3c9-4c89-a36d-c9312e22824a HTTP/1.1" status: 200 len: 943 time: 0.0713606 Jun 22 07:14:31.439816 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-8bddb92b-81fd-437c-ad13-60ab44115a6b req-623c167a-76fc-4aca-9189-82619f7c2c2a tempest-DeleteServersTestJSON-1840482181 tempest-DeleteServersTestJSON-1840482181-project] 10.222.0.24 "GET /v2.0/security-groups?id=a94922fc-8ff5-4870-8e70-23a0b4e4efe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383728 Jun 22 07:14:31.474662 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-fb8b2e42-c625-41bf-b5ba-7fe6ae0e188a req-fd33e925-1ca6-4e36-bca8-e44983288cc7 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f376705-0d18-4006-8bca-dd49b0e55cca HTTP/1.1" status: 200 len: 210 time: 0.0333393 Jun 22 07:14:31.645247 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:32.145535 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe58232b-ad0c-4534-9d91-be3c28382b96 req-5680305e-90e1-46ce-a275-9485737852c0 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:32.147071 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-fe58232b-ad0c-4534-9d91-be3c28382b96 req-5680305e-90e1-46ce-a275-9485737852c0 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/ports?device_id=96140ecc-60b1-4858-b129-414607b05266 HTTP/1.1" status: 200 len: 943 time: 0.0660856 Jun 22 07:14:32.206913 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-da003ec1-cd2e-453b-8e59-f797725eaf6f req-eaf7aba5-32b3-4370-84ea-ff9884ab50cc tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=32e6e243-eeda-4a0d-a837-8692933a5789 HTTP/1.1" status: 200 len: 210 time: 0.0445981 Jun 22 07:14:32.235973 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-fe58232b-ad0c-4534-9d91-be3c28382b96 req-8f81b5d4-ce64-4987-b503-63b919cf031b tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/security-groups?id=30e0c465-7839-4da2-bd45-e1fbd7ad0257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807006 Jun 22 07:14:32.326590 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-0fffb84d-33e5-4953-9bf7-619ca0b93dc1 req-64e648d6-3076-4dcc-9b04-1e61e4fe037a tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e8e015950749433d91627c7d2fff432f HTTP/1.1" status: 200 len: 380 time: 0.0633187 Jun 22 07:14:32.353142 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.v2.base [req-0fffb84d-33e5-4953-9bf7-619ca0b93dc1 req-2d8fca49-429f-488e-8ab9-53f8e612edb4 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Request body: {'port': {'device_id': '32e6e243-eeda-4a0d-a837-8692933a5789', 'network_id': 'b91fcb38-ada5-4353-b77e-00fb398ce7d0', 'admin_state_up': True, 'tenant_id': 'e8e015950749433d91627c7d2fff432f', 'security_groups': ['b51056aa-037c-4921-b43f-ffbaaf0d81d8']}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:14:32.396151 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-a6f52c10-8d69-461b-ab17-1d6db185d9f8 req-9f0c411b-001a-4ba6-bbd9-e60dc4adf846 service neutron] 10.222.0.41 "GET /v2.0/networks/2cb6791c-9360-429c-a118-cd829e120353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304030 Jun 22 07:14:32.444864 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09158ed-b710-428c-892d-5d64bceb043d req-22b324ba-53c1-4a23-94bf-999107494314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:32.446535 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-b09158ed-b710-428c-892d-5d64bceb043d req-22b324ba-53c1-4a23-94bf-999107494314 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a6b59c4ef34b41bd9dbb44d6fa033408&device_id=96140ecc-60b1-4858-b129-414607b05266 HTTP/1.1" status: 200 len: 1096 time: 0.1438689 Jun 22 07:14:32.500239 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-b09158ed-b710-428c-892d-5d64bceb043d req-f8d04060-f76a-47a8-816b-7afc62c2e46b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0c37ff52-be9d-4855-ad57-401153daeb5e HTTP/1.1" status: 200 len: 217 time: 0.0465624 Jun 22 07:14:32.576873 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09158ed-b710-428c-892d-5d64bceb043d req-5ee2237c-6372-4144-a6fd-79d01ff2a4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:32.578168 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-b09158ed-b710-428c-892d-5d64bceb043d req-5ee2237c-6372-4144-a6fd-79d01ff2a4a6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1c5404e1-ac7c-4acf-ad2d-147e6479ce37 HTTP/1.1" status: 200 len: 859 time: 0.0720310 Jun 22 07:14:32.578837 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fffb84d-33e5-4953-9bf7-619ca0b93dc1 req-2d8fca49-429f-488e-8ab9-53f8e612edb4 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Made reservation on behalf of e8e015950749433d91627c7d2fff432f for: {'port': 1} {{(pid=92920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 07:14:32.582935 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-0fffb84d-33e5-4953-9bf7-619ca0b93dc1 req-2d8fca49-429f-488e-8ab9-53f8e612edb4 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1809762'] for port, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:32.629254 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-b09158ed-b710-428c-892d-5d64bceb043d req-6350f151-32d5-43f9-82fc-3fb1f73826f7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2cb6791c-9360-429c-a118-cd829e120353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353074 Jun 22 07:14:32.647303 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-08bfb4f0-66b9-4e9a-a931-1ad119d60260 req-85b83f20-86d1-41e1-b64a-5da958b9b1a8 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f376705-0d18-4006-8bca-dd49b0e55cca HTTP/1.1" status: 200 len: 210 time: 0.0314751 Jun 22 07:14:32.655139 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16f6087-5867-457b-bf12-b986b9f522eb req-28b31e90-acbd-49bc-abfb-f6c3b88e1f27 tempest-DeleteServersTestJSON-1840482181 tempest-DeleteServersTestJSON-1840482181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:32.656857 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-e16f6087-5867-457b-bf12-b986b9f522eb req-28b31e90-acbd-49bc-abfb-f6c3b88e1f27 tempest-DeleteServersTestJSON-1840482181 tempest-DeleteServersTestJSON-1840482181-project] 10.222.0.24 "GET /v2.0/ports?device_id=408e9ee9-a3c9-4c89-a36d-c9312e22824a HTTP/1.1" status: 200 len: 943 time: 0.0966420 Jun 22 07:14:32.702547 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-e16f6087-5867-457b-bf12-b986b9f522eb req-04387ecb-d936-475c-b809-714f9cf5a022 tempest-DeleteServersTestJSON-1840482181 tempest-DeleteServersTestJSON-1840482181-project] 10.222.0.24 "GET /v2.0/security-groups?id=a94922fc-8ff5-4870-8e70-23a0b4e4efe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398905 Jun 22 07:14:32.804315 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-b09158ed-b710-428c-892d-5d64bceb043d req-db6504db-333a-4355-91ef-2cb4c7823f8d service neutron] 10.222.0.41 "GET /v2.0/networks/2cb6791c-9360-429c-a118-cd829e120353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681037 Jun 22 07:14:32.818105 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.db.db_base_plugin_common [req-0fffb84d-33e5-4953-9bf7-619ca0b93dc1 req-2d8fca49-429f-488e-8ab9-53f8e612edb4 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Allocated IP 172.20.0.7 (b91fcb38-ada5-4353-b77e-00fb398ce7d0/f579e111-0d0d-464b-ba2e-9baae47e7af2/4d8e0191-6514-4042-b61d-e3d6c352f619) {{(pid=92920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 07:14:32.969081 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-b09158ed-b710-428c-892d-5d64bceb043d req-a9f75875-6113-4631-be53-14014281909d service neutron] 10.222.0.41 "GET /v2.0/networks/2cb6791c-9360-429c-a118-cd829e120353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583221 Jun 22 07:14:33.028371 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-0fffb84d-33e5-4953-9bf7-619ca0b93dc1 req-2d8fca49-429f-488e-8ab9-53f8e612edb4 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Notify callbacks [] for port, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:33.046977 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [req-0fffb84d-33e5-4953-9bf7-619ca0b93dc1 req-2d8fca49-429f-488e-8ab9-53f8e612edb4 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Transition to ACTIVE for port object 4d8e0191-6514-4042-b61d-e3d6c352f619 will not be triggered until provisioned by entity DHCP. {{(pid=92920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 07:14:33.069886 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-14cde276-2fb7-44f5-b9aa-1409189a58a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:33.084114 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-0fffb84d-33e5-4953-9bf7-619ca0b93dc1 req-2d8fca49-429f-488e-8ab9-53f8e612edb4 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1809569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-690206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773473471591'] for port, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:33.089731 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:14:33.154153 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fffb84d-33e5-4953-9bf7-619ca0b93dc1 req-2d8fca49-429f-488e-8ab9-53f8e612edb4 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Network b91fcb38-ada5-4353-b77e-00fb398ce7d0 is already hosted by enough agents. {{(pid=92920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 07:14:33.160804 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.scheduler.base_scheduler [req-0fffb84d-33e5-4953-9bf7-619ca0b93dc1 req-2d8fca49-429f-488e-8ab9-53f8e612edb4 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Resources bound (agent type, host, resource id): {{(pid=92920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 07:14:33.168717 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fffb84d-33e5-4953-9bf7-619ca0b93dc1 req-2d8fca49-429f-488e-8ab9-53f8e612edb4 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Received port after_create {{(pid=92920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 07:14:33.179116 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fffb84d-33e5-4953-9bf7-619ca0b93dc1 req-2d8fca49-429f-488e-8ab9-53f8e612edb4 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:33.180149 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-0fffb84d-33e5-4953-9bf7-619ca0b93dc1 req-2d8fca49-429f-488e-8ab9-53f8e612edb4 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-690179'] for port, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:33.194281 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8fca49-429f-488e-8ab9-53f8e612edb4 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Pushing event updated for resources: {'Port': ['ID=4d8e0191-6514-4042-b61d-e3d6c352f619,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:14:33.203566 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-2d8fca49-429f-488e-8ab9-53f8e612edb4 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:14:33.207294 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-0fffb84d-33e5-4953-9bf7-619ca0b93dc1 req-2d8fca49-429f-488e-8ab9-53f8e612edb4 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8618906 Jun 22 07:14:33.221136 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.v2.base [req-0fffb84d-33e5-4953-9bf7-619ca0b93dc1 req-793b1f20-0e3f-4052-91a6-c0f3498c0f0a service neutron] Request body: {'port': {'device_id': '32e6e243-eeda-4a0d-a837-8692933a5789', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:14:33.267303 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:33.311262 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-0fffb84d-33e5-4953-9bf7-619ca0b93dc1 req-793b1f20-0e3f-4052-91a6-c0f3498c0f0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:33.462266 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-fb2df636-2101-4c19-ab57-795af00d5f16 None None] Provisioning for port 4d8e0191-6514-4042-b61d-e3d6c352f619 completed by entity DHCP. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 07:14:33.468580 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-fb2df636-2101-4c19-ab57-795af00d5f16 None None] Provisioning complete for port 4d8e0191-6514-4042-b61d-e3d6c352f619 triggered by entity DHCP. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:14:33.469143 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-fb2df636-2101-4c19-ab57-795af00d5f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1879668'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:33.494243 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147ae77f-faf0-488c-acaf-b3daa5594017 req-00c73422-5346-41ef-b6f9-956223a79ac4 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:33.496134 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-147ae77f-faf0-488c-acaf-b3daa5594017 req-00c73422-5346-41ef-b6f9-956223a79ac4 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=32e6e243-eeda-4a0d-a837-8692933a5789 HTTP/1.1" status: 200 len: 931 time: 0.1439991 Jun 22 07:14:33.515768 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-fb2df636-2101-4c19-ab57-795af00d5f16 None None] Port 4d8e0191-6514-4042-b61d-e3d6c352f619 cannot update to ACTIVE because it is not bound. {{(pid=92921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 07:14:33.528874 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf39bdac-623e-4d94-9a8e-fa571bf3ea6f req-2cc2176e-3f3f-48af-82af-34323f4746e2 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:33.530384 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-bf39bdac-623e-4d94-9a8e-fa571bf3ea6f req-2cc2176e-3f3f-48af-82af-34323f4746e2 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/ports?device_id=96140ecc-60b1-4858-b129-414607b05266 HTTP/1.1" status: 200 len: 943 time: 0.1320908 Jun 22 07:14:33.564512 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-147ae77f-faf0-488c-acaf-b3daa5594017 req-0938e724-27d2-4e2a-80e8-5e72286b9db0 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/security-groups?id=b51056aa-037c-4921-b43f-ffbaaf0d81d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593574 Jun 22 07:14:33.586060 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-bf39bdac-623e-4d94-9a8e-fa571bf3ea6f req-0acd356a-84cb-4284-a943-b01b7e556ddc tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/security-groups?id=30e0c465-7839-4da2-bd45-e1fbd7ad0257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482950 Jun 22 07:14:33.646686 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.notifiers.nova [req-0fffb84d-33e5-4953-9bf7-619ca0b93dc1 req-793b1f20-0e3f-4052-91a6-c0f3498c0f0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d8e0191-6514-4042-b61d-e3d6c352f619 {{(pid=92920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 07:14:33.658645 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-0fffb84d-33e5-4953-9bf7-619ca0b93dc1 req-793b1f20-0e3f-4052-91a6-c0f3498c0f0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:33.671815 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [req-0fffb84d-33e5-4953-9bf7-619ca0b93dc1 req-793b1f20-0e3f-4052-91a6-c0f3498c0f0a service neutron] Transition to ACTIVE for port object 4d8e0191-6514-4042-b61d-e3d6c352f619 will not be triggered until provisioned by entity L2. {{(pid=92920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 07:14:33.676280 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-0fffb84d-33e5-4953-9bf7-619ca0b93dc1 req-793b1f20-0e3f-4052-91a6-c0f3498c0f0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:33.678822 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-226b4069-c3eb-4761-9050-75f208f11e55 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:14:33.756960 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793b1f20-0e3f-4052-91a6-c0f3498c0f0a service neutron] Pushing event updated for resources: {'Port': ['ID=4d8e0191-6514-4042-b61d-e3d6c352f619,revision_number=2']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:14:33.767703 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-793b1f20-0e3f-4052-91a6-c0f3498c0f0a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:14:33.813512 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.managers [req-0fffb84d-33e5-4953-9bf7-619ca0b93dc1 req-793b1f20-0e3f-4052-91a6-c0f3498c0f0a service neutron] Attempting to bind port 4d8e0191-6514-4042-b61d-e3d6c352f619 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 07:14:33.813838 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.managers [req-0fffb84d-33e5-4953-9bf7-619ca0b93dc1 req-793b1f20-0e3f-4052-91a6-c0f3498c0f0a service neutron] Attempting to bind port 4d8e0191-6514-4042-b61d-e3d6c352f619 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '8d1bc002-3124-433f-9368-96f826d6cba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b91fcb38-ada5-4353-b77e-00fb398ce7d0'}] {{(pid=92920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 07:14:33.814166 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fffb84d-33e5-4953-9bf7-619ca0b93dc1 req-793b1f20-0e3f-4052-91a6-c0f3498c0f0a service neutron] Attempting to bind port 4d8e0191-6514-4042-b61d-e3d6c352f619 on network b91fcb38-ada5-4353-b77e-00fb398ce7d0 {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 07:14:33.819788 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fffb84d-33e5-4953-9bf7-619ca0b93dc1 req-793b1f20-0e3f-4052-91a6-c0f3498c0f0a service neutron] Port 4d8e0191-6514-4042-b61d-e3d6c352f619 on network b91fcb38-ada5-4353-b77e-00fb398ce7d0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 07:14:33.820324 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fffb84d-33e5-4953-9bf7-619ca0b93dc1 req-793b1f20-0e3f-4052-91a6-c0f3498c0f0a service neutron] Attempting to bind port 4d8e0191-6514-4042-b61d-e3d6c352f619 on network b91fcb38-ada5-4353-b77e-00fb398ce7d0 {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 07:14:33.828987 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fffb84d-33e5-4953-9bf7-619ca0b93dc1 req-793b1f20-0e3f-4052-91a6-c0f3498c0f0a service neutron] Checking agent: {'id': 'ce8fa221-be2f-440a-9097-46e1804b8f29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 7, 12, 2), 'started_at': datetime.datetime(2021, 6, 22, 7, 12, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 7, 14, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 07:14:33.829351 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fffb84d-33e5-4953-9bf7-619ca0b93dc1 req-793b1f20-0e3f-4052-91a6-c0f3498c0f0a service neutron] Checking segment: {'id': '8d1bc002-3124-433f-9368-96f826d6cba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b91fcb38-ada5-4353-b77e-00fb398ce7d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 07:14:33.829940 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fffb84d-33e5-4953-9bf7-619ca0b93dc1 req-793b1f20-0e3f-4052-91a6-c0f3498c0f0a service neutron] Bound using segment: {'id': '8d1bc002-3124-433f-9368-96f826d6cba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b91fcb38-ada5-4353-b77e-00fb398ce7d0'} {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 07:14:33.830238 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.managers [req-0fffb84d-33e5-4953-9bf7-619ca0b93dc1 req-793b1f20-0e3f-4052-91a6-c0f3498c0f0a service neutron] Bound port: 4d8e0191-6514-4042-b61d-e3d6c352f619, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d1bc002-3124-433f-9368-96f826d6cba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b91fcb38-ada5-4353-b77e-00fb398ce7d0'}}] {{(pid=92920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 07:14:33.830603 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-0fffb84d-33e5-4953-9bf7-619ca0b93dc1 req-793b1f20-0e3f-4052-91a6-c0f3498c0f0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:33.906335 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [req-0fffb84d-33e5-4953-9bf7-619ca0b93dc1 req-793b1f20-0e3f-4052-91a6-c0f3498c0f0a service neutron] For port 4d8e0191-6514-4042-b61d-e3d6c352f619, host hv-cinder-78662, cleared binding levels {{(pid=92920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 07:14:33.910013 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [req-0fffb84d-33e5-4953-9bf7-619ca0b93dc1 req-793b1f20-0e3f-4052-91a6-c0f3498c0f0a service neutron] For port 4d8e0191-6514-4042-b61d-e3d6c352f619, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=4d8e0191-6514-4042-b61d-e3d6c352f619,segment=NetworkSegment(8d1bc002-3124-433f-9368-96f826d6cba6),segment_id=8d1bc002-3124-433f-9368-96f826d6cba6)] {{(pid=92920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 07:14:33.912575 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-5c2b9eff-f9f7-4af3-a24b-3a2e2fa2224d req-fd4ff08d-39b6-401d-b07a-4e89624a864e tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f376705-0d18-4006-8bca-dd49b0e55cca HTTP/1.1" status: 200 len: 210 time: 0.0346105 Jun 22 07:14:33.914615 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-0fffb84d-33e5-4953-9bf7-619ca0b93dc1 req-793b1f20-0e3f-4052-91a6-c0f3498c0f0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:33.918553 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:14:33.952197 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a510d1-ac10-4b82-80f2-0a7938ef6399 req-e84bba9d-4d11-4982-85c3-c24a7e23998e tempest-DeleteServersTestJSON-1840482181 tempest-DeleteServersTestJSON-1840482181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:33.954086 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-d7a510d1-ac10-4b82-80f2-0a7938ef6399 req-e84bba9d-4d11-4982-85c3-c24a7e23998e tempest-DeleteServersTestJSON-1840482181 tempest-DeleteServersTestJSON-1840482181-project] 10.222.0.24 "GET /v2.0/ports?device_id=408e9ee9-a3c9-4c89-a36d-c9312e22824a HTTP/1.1" status: 200 len: 943 time: 0.1057155 Jun 22 07:14:33.960631 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fffb84d-33e5-4953-9bf7-619ca0b93dc1 req-793b1f20-0e3f-4052-91a6-c0f3498c0f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:33.961316 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-0fffb84d-33e5-4953-9bf7-619ca0b93dc1 req-793b1f20-0e3f-4052-91a6-c0f3498c0f0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-690179'] for port, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:33.963522 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-0fffb84d-33e5-4953-9bf7-619ca0b93dc1 req-793b1f20-0e3f-4052-91a6-c0f3498c0f0a service neutron] 10.222.0.41 "PUT /v2.0/ports/4d8e0191-6514-4042-b61d-e3d6c352f619 HTTP/1.1" status: 200 len: 1093 time: 0.7472818 Jun 22 07:14:33.968724 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32e6e243-eeda-4a0d-a837-8692933a5789', 'tag': '4d8e0191-6514-4042-b61d-e3d6c352f619'}] {{(pid=92920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 07:14:33.971390 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}175c46e468422b48d63533518873068da6a6c478907c3b6f79f9dabf89e8d923" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26ce426a-5470-4e58-8984-21c84b82eab5" -d '{"events": [{"name": "network-changed", "server_uuid": "32e6e243-eeda-4a0d-a837-8692933a5789", "tag": "4d8e0191-6514-4042-b61d-e3d6c352f619"}]}' {{(pid=92920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 07:14:34.003277 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793b1f20-0e3f-4052-91a6-c0f3498c0f0a service neutron] Pushing event updated for resources: {'Port': ['ID=4d8e0191-6514-4042-b61d-e3d6c352f619,revision_number=3']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:14:34.007030 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-793b1f20-0e3f-4052-91a6-c0f3498c0f0a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:14:34.020023 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 07:14:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e7741d0-b79c-4c62-b9f0-56918f214566 x-openstack-request-id: req-1e7741d0-b79c-4c62-b9f0-56918f214566 {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 07:14:34.020570 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32e6e243-eeda-4a0d-a837-8692933a5789", "tag": "4d8e0191-6514-4042-b61d-e3d6c352f619", "status": "completed", "code": 200}]} {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 07:14:34.021000 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1e7741d0-b79c-4c62-b9f0-56918f214566 {{(pid=92920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 07:14:34.021552 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32e6e243-eeda-4a0d-a837-8692933a5789', 'tag': '4d8e0191-6514-4042-b61d-e3d6c352f619', 'status': 'completed', 'code': 200} Jun 22 07:14:34.028971 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-d7a510d1-ac10-4b82-80f2-0a7938ef6399 req-b50bbe4d-7760-4e67-8b77-66b0da722685 tempest-DeleteServersTestJSON-1840482181 tempest-DeleteServersTestJSON-1840482181-project] 10.222.0.24 "GET /v2.0/security-groups?id=a94922fc-8ff5-4870-8e70-23a0b4e4efe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603440 Jun 22 07:14:34.794916 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aaf1b0-6302-4180-b65c-bc661da3e0fa req-c5e9da80-cb0a-4cd8-ac8f-e2165c8e7b45 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:34.796450 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-56aaf1b0-6302-4180-b65c-bc661da3e0fa req-c5e9da80-cb0a-4cd8-ac8f-e2165c8e7b45 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=32e6e243-eeda-4a0d-a837-8692933a5789 HTTP/1.1" status: 200 len: 943 time: 0.1053026 Jun 22 07:14:34.809789 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2372130-bc6a-41ec-8119-f3617e723232 req-615151e5-f2d0-41f5-8c3a-4d6d2c3ebaf9 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:34.811379 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-d2372130-bc6a-41ec-8119-f3617e723232 req-615151e5-f2d0-41f5-8c3a-4d6d2c3ebaf9 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/ports?device_id=96140ecc-60b1-4858-b129-414607b05266 HTTP/1.1" status: 200 len: 943 time: 0.1100636 Jun 22 07:14:34.875434 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-56aaf1b0-6302-4180-b65c-bc661da3e0fa req-69cf8359-6db4-4406-9f31-4e5b2e05ca99 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/security-groups?id=b51056aa-037c-4921-b43f-ffbaaf0d81d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629203 Jun 22 07:14:34.883085 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-d2372130-bc6a-41ec-8119-f3617e723232 req-32ad8573-3111-486e-8ce2-9644305f97eb tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/security-groups?id=30e0c465-7839-4da2-bd45-e1fbd7ad0257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641882 Jun 22 07:14:34.952294 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.agents_db [None req-74002642-eed4-46c6-8f70-93846dc748c3 None None] Agent healthcheck: found 6 active agents {{(pid=92922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 07:14:35.088960 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-cad7beba-c62a-4021-9657-52bcb5a7fda1 req-ebba019a-2372-4a1b-af66-4b0791951472 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f376705-0d18-4006-8bca-dd49b0e55cca HTTP/1.1" status: 200 len: 210 time: 0.0377274 Jun 22 07:14:35.170495 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d3c1a5ff-c703-4bfc-bce3-efb8418f207c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:35.231893 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ec04eb-bc81-4f2d-b179-2d59b763f287 req-fb937b81-af44-48dc-a2f7-4d9fe45b82af tempest-DeleteServersTestJSON-1840482181 tempest-DeleteServersTestJSON-1840482181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:35.233491 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-a3ec04eb-bc81-4f2d-b179-2d59b763f287 req-fb937b81-af44-48dc-a2f7-4d9fe45b82af tempest-DeleteServersTestJSON-1840482181 tempest-DeleteServersTestJSON-1840482181-project] 10.222.0.24 "GET /v2.0/ports?device_id=408e9ee9-a3c9-4c89-a36d-c9312e22824a HTTP/1.1" status: 200 len: 943 time: 0.0786438 Jun 22 07:14:35.276868 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-a3ec04eb-bc81-4f2d-b179-2d59b763f287 req-cd5ec633-883c-4bd9-a2f4-a6f3062cc511 tempest-DeleteServersTestJSON-1840482181 tempest-DeleteServersTestJSON-1840482181-project] 10.222.0.24 "GET /v2.0/security-groups?id=a94922fc-8ff5-4870-8e70-23a0b4e4efe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360489 Jun 22 07:14:36.110185 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9f94e4-2a6a-436b-b551-23c018a6ea91 req-b684ab85-8697-4106-9284-b9e39a9d47f9 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:36.111643 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-5e9f94e4-2a6a-436b-b551-23c018a6ea91 req-b684ab85-8697-4106-9284-b9e39a9d47f9 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/ports?device_id=96140ecc-60b1-4858-b129-414607b05266 HTTP/1.1" status: 200 len: 943 time: 0.1072495 Jun 22 07:14:36.123776 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388343ea-f5ff-457c-9459-268ca74f2dbb req-7f94d09c-74e7-4ece-b2c4-0d28f27bd6ea tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:36.125218 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-388343ea-f5ff-457c-9459-268ca74f2dbb req-7f94d09c-74e7-4ece-b2c4-0d28f27bd6ea tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=32e6e243-eeda-4a0d-a837-8692933a5789 HTTP/1.1" status: 200 len: 943 time: 0.1112785 Jun 22 07:14:36.182253 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-5e9f94e4-2a6a-436b-b551-23c018a6ea91 req-9e514d7d-1530-448c-8b4a-1e4323268029 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/security-groups?id=30e0c465-7839-4da2-bd45-e1fbd7ad0257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559866 Jun 22 07:14:36.187836 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-388343ea-f5ff-457c-9459-268ca74f2dbb req-3529c41e-848a-41f8-915f-07d1ad3926b3 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/security-groups?id=b51056aa-037c-4921-b43f-ffbaaf0d81d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554073 Jun 22 07:14:36.317904 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-d4d150e6-9928-49e4-ac82-fc13875e96b0 req-1291301c-0905-4ac0-aae2-308d1a2110da tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f376705-0d18-4006-8bca-dd49b0e55cca HTTP/1.1" status: 200 len: 210 time: 0.0288651 Jun 22 07:14:36.489185 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478820bb-cae5-4c1e-8c35-497ac6f40e22 req-ab902ef8-2f7d-435d-b0f6-3efcaf2a4436 tempest-DeleteServersTestJSON-1840482181 tempest-DeleteServersTestJSON-1840482181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:36.490719 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-478820bb-cae5-4c1e-8c35-497ac6f40e22 req-ab902ef8-2f7d-435d-b0f6-3efcaf2a4436 tempest-DeleteServersTestJSON-1840482181 tempest-DeleteServersTestJSON-1840482181-project] 10.222.0.24 "GET /v2.0/ports?device_id=408e9ee9-a3c9-4c89-a36d-c9312e22824a HTTP/1.1" status: 200 len: 943 time: 0.0807390 Jun 22 07:14:36.533083 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-478820bb-cae5-4c1e-8c35-497ac6f40e22 req-b37d32a2-014b-4292-b06c-a9a52c4799a5 tempest-DeleteServersTestJSON-1840482181 tempest-DeleteServersTestJSON-1840482181-project] 10.222.0.24 "GET /v2.0/security-groups?id=a94922fc-8ff5-4870-8e70-23a0b4e4efe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364285 Jun 22 07:14:36.887621 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-f04bb265-eca6-4530-aeb1-0b3afeb7eb68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:37.396287 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9414a112-4978-4931-b972-e1ee0e2d2105 req-4fc1ae9c-d59e-44ee-9d09-9447bb8e14c6 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:37.397685 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-9414a112-4978-4931-b972-e1ee0e2d2105 req-4fc1ae9c-d59e-44ee-9d09-9447bb8e14c6 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/ports?device_id=96140ecc-60b1-4858-b129-414607b05266 HTTP/1.1" status: 200 len: 943 time: 0.0991225 Jun 22 07:14:37.433369 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46c3725-8b9a-47cb-ae33-cc1cb58dc827 req-6801f8f0-97d9-4fff-9dd1-69d46e0972f8 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:37.434777 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-a46c3725-8b9a-47cb-ae33-cc1cb58dc827 req-6801f8f0-97d9-4fff-9dd1-69d46e0972f8 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=32e6e243-eeda-4a0d-a837-8692933a5789 HTTP/1.1" status: 200 len: 943 time: 0.1081395 Jun 22 07:14:37.458415 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-9414a112-4978-4931-b972-e1ee0e2d2105 req-f754797b-b690-44e8-a99c-6f2c92a2ea18 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/security-groups?id=30e0c465-7839-4da2-bd45-e1fbd7ad0257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535762 Jun 22 07:14:37.488267 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-a46c3725-8b9a-47cb-ae33-cc1cb58dc827 req-dcc1e71f-911b-4890-a7fd-903f7f989bcf tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/security-groups?id=b51056aa-037c-4921-b43f-ffbaaf0d81d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439558 Jun 22 07:14:37.595215 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-e98aab8a-7e93-40e7-ae0f-fa7419e7af46 req-494d5bb9-a5d1-427c-8ea9-277a6be4baed tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f376705-0d18-4006-8bca-dd49b0e55cca HTTP/1.1" status: 200 len: 210 time: 0.0300267 Jun 22 07:14:37.716821 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf09f38-636f-4129-9e17-09db1816be45 req-04054191-2d39-4446-9d5d-1f77797d3766 tempest-DeleteServersTestJSON-1840482181 tempest-DeleteServersTestJSON-1840482181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:37.718272 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-ecf09f38-636f-4129-9e17-09db1816be45 req-04054191-2d39-4446-9d5d-1f77797d3766 tempest-DeleteServersTestJSON-1840482181 tempest-DeleteServersTestJSON-1840482181-project] 10.222.0.24 "GET /v2.0/ports?device_id=408e9ee9-a3c9-4c89-a36d-c9312e22824a HTTP/1.1" status: 200 len: 943 time: 0.0731642 Jun 22 07:14:37.760339 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-ecf09f38-636f-4129-9e17-09db1816be45 req-3b678073-6a69-4dfa-a08c-ca71b1be5ca3 tempest-DeleteServersTestJSON-1840482181 tempest-DeleteServersTestJSON-1840482181-project] 10.222.0.24 "GET /v2.0/security-groups?id=a94922fc-8ff5-4870-8e70-23a0b4e4efe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360682 Jun 22 07:14:37.906487 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ce426a-5470-4e58-8984-21c84b82eab5 req-74967159-0f49-4a36-bc93-520ad3f35a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:37.907890 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-26ce426a-5470-4e58-8984-21c84b82eab5 req-74967159-0f49-4a36-bc93-520ad3f35a2c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e8e015950749433d91627c7d2fff432f&device_id=32e6e243-eeda-4a0d-a837-8692933a5789 HTTP/1.1" status: 200 len: 1096 time: 0.0794005 Jun 22 07:14:38.077216 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ce426a-5470-4e58-8984-21c84b82eab5 req-67353dc7-23fc-4269-bb46-755a053a43a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:38.078729 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-26ce426a-5470-4e58-8984-21c84b82eab5 req-67353dc7-23fc-4269-bb46-755a053a43a1 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=e8e015950749433d91627c7d2fff432f&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1628425 Jun 22 07:14:38.152194 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51c77ca-bcf2-4f88-8a42-bdc00c0cccfe req-9c3c7fb6-e118-4497-a7c0-60d07a036f49 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:38.153676 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-e51c77ca-bcf2-4f88-8a42-bdc00c0cccfe req-9c3c7fb6-e118-4497-a7c0-60d07a036f49 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.41 "GET /v2.0/networks?id=e45ca323-df81-4e4e-ad4b-9a2282b40737 HTTP/1.1" status: 200 len: 810 time: 0.1821303 Jun 22 07:14:38.199514 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ce426a-5470-4e58-8984-21c84b82eab5 req-84ac14cf-f92e-412c-bdd0-a24d84e51643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:38.200861 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-26ce426a-5470-4e58-8984-21c84b82eab5 req-84ac14cf-f92e-412c-bdd0-a24d84e51643 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1146681 Jun 22 07:14:38.370910 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-e51c77ca-bcf2-4f88-8a42-bdc00c0cccfe req-00b0a6c0-8287-4510-82a2-6dba451fe525 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d4f594fab10d40c7ba3121bb30f350f6 HTTP/1.1" status: 200 len: 380 time: 0.0454140 Jun 22 07:14:38.569402 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.v2.base [req-e51c77ca-bcf2-4f88-8a42-bdc00c0cccfe req-d009ae7e-4585-416b-9902-97b7a4ea591e tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Request body: {'port': {'device_id': '6f376705-0d18-4006-8bca-dd49b0e55cca', 'network_id': 'e45ca323-df81-4e4e-ad4b-9a2282b40737', 'admin_state_up': True, 'tenant_id': 'd4f594fab10d40c7ba3121bb30f350f6', 'security_groups': ['6daf760c-5a05-4dd1-83f7-482b29ac14c4']}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:14:38.687966 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fffb84d-33e5-4953-9bf7-619ca0b93dc1 req-fc077ef1-0869-4351-bea4-de2075caf9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:38.689469 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-0fffb84d-33e5-4953-9bf7-619ca0b93dc1 req-fc077ef1-0869-4351-bea4-de2075caf9aa service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e8e015950749433d91627c7d2fff432f&device_id=32e6e243-eeda-4a0d-a837-8692933a5789 HTTP/1.1" status: 200 len: 1096 time: 0.3175635 Jun 22 07:14:38.695000 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8c3ba6-2d6d-44c3-b0de-265051b6394f req-fa7d7686-0941-447d-b921-1515ce394ca3 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:38.696442 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-dd8c3ba6-2d6d-44c3-b0de-265051b6394f req-fa7d7686-0941-447d-b921-1515ce394ca3 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/ports?device_id=96140ecc-60b1-4858-b129-414607b05266 HTTP/1.1" status: 200 len: 943 time: 0.1118000 Jun 22 07:14:38.708357 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5c384a-c604-4b94-a6c8-e1ed4f6f0253 req-9a2ff325-19fd-400b-b149-d94928d2a84a tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:38.709831 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-7c5c384a-c604-4b94-a6c8-e1ed4f6f0253 req-9a2ff325-19fd-400b-b149-d94928d2a84a tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=32e6e243-eeda-4a0d-a837-8692933a5789 HTTP/1.1" status: 200 len: 943 time: 0.0921674 Jun 22 07:14:38.739429 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-0fffb84d-33e5-4953-9bf7-619ca0b93dc1 req-19710f80-b366-4a72-8b62-3a0c950eb175 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d8e0191-6514-4042-b61d-e3d6c352f619 HTTP/1.1" status: 200 len: 217 time: 0.0396662 Jun 22 07:14:38.741851 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e51c77ca-bcf2-4f88-8a42-bdc00c0cccfe req-d009ae7e-4585-416b-9902-97b7a4ea591e tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Made reservation on behalf of d4f594fab10d40c7ba3121bb30f350f6 for: {'port': 1} {{(pid=92920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 07:14:38.745948 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-e51c77ca-bcf2-4f88-8a42-bdc00c0cccfe req-d009ae7e-4585-416b-9902-97b7a4ea591e tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1809762'] for port, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:38.767279 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-dd8c3ba6-2d6d-44c3-b0de-265051b6394f req-63876980-730d-4a3d-9db0-1ebaa5c358e7 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/security-groups?id=30e0c465-7839-4da2-bd45-e1fbd7ad0257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561347 Jun 22 07:14:38.774202 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-7c5c384a-c604-4b94-a6c8-e1ed4f6f0253 req-49b6a49e-0da2-47f0-8456-0e693efe9edc tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/security-groups?id=b51056aa-037c-4921-b43f-ffbaaf0d81d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566700 Jun 22 07:14:38.819361 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fffb84d-33e5-4953-9bf7-619ca0b93dc1 req-d11f77f9-3f70-40df-8cca-186481225cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:38.821638 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-0fffb84d-33e5-4953-9bf7-619ca0b93dc1 req-d11f77f9-3f70-40df-8cca-186481225cec service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f579e111-0d0d-464b-ba2e-9baae47e7af2 HTTP/1.1" status: 200 len: 856 time: 0.0734110 Jun 22 07:14:38.951034 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-b7abe438-6fb6-4ee0-8e8a-066e3e529f2a req-118babd8-e1a1-431c-893e-347bde0f6e50 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f376705-0d18-4006-8bca-dd49b0e55cca HTTP/1.1" status: 200 len: 210 time: 0.0728593 Jun 22 07:14:38.986617 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fffb84d-33e5-4953-9bf7-619ca0b93dc1 req-cb9f7b6c-69de-4152-8a94-871fe74ccf51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:38.988112 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-0fffb84d-33e5-4953-9bf7-619ca0b93dc1 req-cb9f7b6c-69de-4152-8a94-871fe74ccf51 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b91fcb38-ada5-4353-b77e-00fb398ce7d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1374738 Jun 22 07:14:39.005325 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.db.db_base_plugin_common [req-e51c77ca-bcf2-4f88-8a42-bdc00c0cccfe req-d009ae7e-4585-416b-9902-97b7a4ea591e tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Allocated IP 172.20.0.9 (e45ca323-df81-4e4e-ad4b-9a2282b40737/f68816de-e03b-4f38-99ee-40e3f1c0a6fd/e4159f94-5527-4466-8635-e476cd2fc9b0) {{(pid=92920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 07:14:39.016015 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c19c27c-32d3-41b6-b1d9-1cb215b5a039 req-593c464b-c2a6-43e5-8140-f77b5385aaa4 tempest-DeleteServersTestJSON-1840482181 tempest-DeleteServersTestJSON-1840482181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:39.018020 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-2c19c27c-32d3-41b6-b1d9-1cb215b5a039 req-593c464b-c2a6-43e5-8140-f77b5385aaa4 tempest-DeleteServersTestJSON-1840482181 tempest-DeleteServersTestJSON-1840482181-project] 10.222.0.24 "GET /v2.0/ports?device_id=408e9ee9-a3c9-4c89-a36d-c9312e22824a HTTP/1.1" status: 200 len: 943 time: 0.0944884 Jun 22 07:14:39.064001 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-2c19c27c-32d3-41b6-b1d9-1cb215b5a039 req-96871146-64c4-4678-ad4a-0edaa3f2f134 tempest-DeleteServersTestJSON-1840482181 tempest-DeleteServersTestJSON-1840482181-project] 10.222.0.24 "GET /v2.0/security-groups?id=a94922fc-8ff5-4870-8e70-23a0b4e4efe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396938 Jun 22 07:14:39.159985 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-0fffb84d-33e5-4953-9bf7-619ca0b93dc1 req-3ad25342-8a8c-498d-ae49-ac3643ab743a service neutron] 10.222.0.41 "GET /v2.0/networks/b91fcb38-ada5-4353-b77e-00fb398ce7d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622562 Jun 22 07:14:39.211330 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-e51c77ca-bcf2-4f88-8a42-bdc00c0cccfe req-d009ae7e-4585-416b-9902-97b7a4ea591e tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Notify callbacks [] for port, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:39.226168 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [req-e51c77ca-bcf2-4f88-8a42-bdc00c0cccfe req-d009ae7e-4585-416b-9902-97b7a4ea591e tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Transition to ACTIVE for port object e4159f94-5527-4466-8635-e476cd2fc9b0 will not be triggered until provisioned by entity DHCP. {{(pid=92920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 07:14:39.259839 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-e51c77ca-bcf2-4f88-8a42-bdc00c0cccfe req-d009ae7e-4585-416b-9902-97b7a4ea591e tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1809569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-690206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773473471591'] for port, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:39.265284 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-efa1c3b9-d239-4c73-be36-1a08be503f49 tempest-DeleteServersTestJSON-1840482181 tempest-DeleteServersTestJSON-1840482181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:14:39.312622 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e51c77ca-bcf2-4f88-8a42-bdc00c0cccfe req-d009ae7e-4585-416b-9902-97b7a4ea591e tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Network e45ca323-df81-4e4e-ad4b-9a2282b40737 is already hosted by enough agents. {{(pid=92920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 07:14:39.316144 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.scheduler.base_scheduler [req-e51c77ca-bcf2-4f88-8a42-bdc00c0cccfe req-d009ae7e-4585-416b-9902-97b7a4ea591e tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Resources bound (agent type, host, resource id): {{(pid=92920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 07:14:39.318724 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.db.l3_dvrscheduler_db [req-e51c77ca-bcf2-4f88-8a42-bdc00c0cccfe req-d009ae7e-4585-416b-9902-97b7a4ea591e tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Received port after_create {{(pid=92920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 07:14:39.325041 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51c77ca-bcf2-4f88-8a42-bdc00c0cccfe req-d009ae7e-4585-416b-9902-97b7a4ea591e tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:39.325675 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-e51c77ca-bcf2-4f88-8a42-bdc00c0cccfe req-d009ae7e-4585-416b-9902-97b7a4ea591e tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-690179'] for port, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:39.337124 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d009ae7e-4585-416b-9902-97b7a4ea591e tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Pushing event updated for resources: {'Port': ['ID=e4159f94-5527-4466-8635-e476cd2fc9b0,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:14:39.340695 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-d009ae7e-4585-416b-9902-97b7a4ea591e tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:14:39.351498 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-e51c77ca-bcf2-4f88-8a42-bdc00c0cccfe req-d009ae7e-4585-416b-9902-97b7a4ea591e tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9717162 Jun 22 07:14:39.519236 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-0e966fd5-6bee-4111-a39f-2a71bf69766f None None] Provisioning for port e4159f94-5527-4466-8635-e476cd2fc9b0 completed by entity DHCP. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 07:14:39.523683 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-0e966fd5-6bee-4111-a39f-2a71bf69766f None None] Provisioning complete for port e4159f94-5527-4466-8635-e476cd2fc9b0 triggered by entity DHCP. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:14:39.524061 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-0e966fd5-6bee-4111-a39f-2a71bf69766f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1879668'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:39.557279 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-0e966fd5-6bee-4111-a39f-2a71bf69766f None None] Port e4159f94-5527-4466-8635-e476cd2fc9b0 cannot update to ACTIVE because it is not bound. {{(pid=92921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 07:14:39.991024 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6a59fe-e4db-4983-950c-43b3592ef3b8 req-f69256e7-eade-4239-b6b1-bf3dc5106d70 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:40.000711 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-ba6a59fe-e4db-4983-950c-43b3592ef3b8 req-f69256e7-eade-4239-b6b1-bf3dc5106d70 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/ports?device_id=96140ecc-60b1-4858-b129-414607b05266 HTTP/1.1" status: 200 len: 943 time: 0.1128411 Jun 22 07:14:40.009335 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e377564b-d422-4d82-8c8a-19b8538ef12b req-353a19c4-930e-4cff-86ae-fb8483d9168f tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:40.011477 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-e377564b-d422-4d82-8c8a-19b8538ef12b req-353a19c4-930e-4cff-86ae-fb8483d9168f tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=32e6e243-eeda-4a0d-a837-8692933a5789 HTTP/1.1" status: 200 len: 943 time: 0.1028082 Jun 22 07:14:40.063974 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-ba6a59fe-e4db-4983-950c-43b3592ef3b8 req-611b1bc7-0eb6-4da8-93e5-86a6781130f4 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/security-groups?id=30e0c465-7839-4da2-bd45-e1fbd7ad0257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622983 Jun 22 07:14:40.071235 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-e377564b-d422-4d82-8c8a-19b8538ef12b req-7e97e9a5-8de6-43f0-81d4-d58a96006672 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/security-groups?id=b51056aa-037c-4921-b43f-ffbaaf0d81d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538461 Jun 22 07:14:40.284178 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc848bf-c444-4686-8833-6568f22884e0 req-b9d9c140-a450-4104-8d98-940ce880ea13 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:40.285743 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-0cc848bf-c444-4686-8833-6568f22884e0 req-b9d9c140-a450-4104-8d98-940ce880ea13 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f376705-0d18-4006-8bca-dd49b0e55cca HTTP/1.1" status: 200 len: 931 time: 0.1208246 Jun 22 07:14:40.298184 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6468ec-4d7f-46b2-9e98-758c972ac207 req-d709b19c-d7f9-46e7-a06b-8a061e7692bd tempest-DeleteServersTestJSON-1840482181 tempest-DeleteServersTestJSON-1840482181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:40.299689 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-bb6468ec-4d7f-46b2-9e98-758c972ac207 req-d709b19c-d7f9-46e7-a06b-8a061e7692bd tempest-DeleteServersTestJSON-1840482181 tempest-DeleteServersTestJSON-1840482181-project] 10.222.0.24 "GET /v2.0/ports?device_id=408e9ee9-a3c9-4c89-a36d-c9312e22824a HTTP/1.1" status: 200 len: 943 time: 0.0970695 Jun 22 07:14:40.361302 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-0cc848bf-c444-4686-8833-6568f22884e0 req-b563b370-1fac-42a5-9b7b-e35651ed93c8 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "GET /v2.0/security-groups?id=6daf760c-5a05-4dd1-83f7-482b29ac14c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605226 Jun 22 07:14:40.366408 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-bb6468ec-4d7f-46b2-9e98-758c972ac207 req-378c5fb4-e168-4d0c-85d0-8dbb5dfda86a tempest-DeleteServersTestJSON-1840482181 tempest-DeleteServersTestJSON-1840482181-project] 10.222.0.24 "GET /v2.0/security-groups?id=a94922fc-8ff5-4870-8e70-23a0b4e4efe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595553 Jun 22 07:14:41.321450 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc172ec-b2a0-4324-8243-4d6f44b23d84 req-5dce08e7-18ac-4217-88e8-8c638c0eebed tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:41.323718 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-4cc172ec-b2a0-4324-8243-4d6f44b23d84 req-5dce08e7-18ac-4217-88e8-8c638c0eebed tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/ports?device_id=96140ecc-60b1-4858-b129-414607b05266 HTTP/1.1" status: 200 len: 943 time: 0.1142097 Jun 22 07:14:41.340576 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9528a064-5dbf-40ac-8b07-4b42e440f38e req-29e56183-e3e7-4ed7-8ebb-f1bc560e4a49 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:41.342133 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-9528a064-5dbf-40ac-8b07-4b42e440f38e req-29e56183-e3e7-4ed7-8ebb-f1bc560e4a49 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=32e6e243-eeda-4a0d-a837-8692933a5789 HTTP/1.1" status: 200 len: 943 time: 0.1223681 Jun 22 07:14:41.409270 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-4cc172ec-b2a0-4324-8243-4d6f44b23d84 req-1cb7524e-c9e8-4017-8c33-b930903d0b8d tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/security-groups?id=30e0c465-7839-4da2-bd45-e1fbd7ad0257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660689 Jun 22 07:14:41.420117 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-9528a064-5dbf-40ac-8b07-4b42e440f38e req-9377c7e0-7b67-457d-9c1e-58e6e0d198f7 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/security-groups?id=b51056aa-037c-4921-b43f-ffbaaf0d81d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609546 Jun 22 07:14:41.671503 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a85330-2762-41aa-88cb-3cee94fbda84 req-a2dede1b-1caf-4865-b4a3-1a6c4dc11a03 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:41.673053 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-b7a85330-2762-41aa-88cb-3cee94fbda84 req-a2dede1b-1caf-4865-b4a3-1a6c4dc11a03 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f376705-0d18-4006-8bca-dd49b0e55cca HTTP/1.1" status: 200 len: 931 time: 0.1298749 Jun 22 07:14:41.675198 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.v2.base [req-e51c77ca-bcf2-4f88-8a42-bdc00c0cccfe req-34834c04-cb6a-4189-87e2-aedc75def5e3 service neutron] Request body: {'port': {'device_id': '6f376705-0d18-4006-8bca-dd49b0e55cca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:14:41.680516 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085b3e67-8051-46d1-a42a-758afa0b1fb6 req-c9364972-713f-410f-9dea-232e5b5ce92d tempest-DeleteServersTestJSON-1840482181 tempest-DeleteServersTestJSON-1840482181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:41.681968 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-085b3e67-8051-46d1-a42a-758afa0b1fb6 req-c9364972-713f-410f-9dea-232e5b5ce92d tempest-DeleteServersTestJSON-1840482181 tempest-DeleteServersTestJSON-1840482181-project] 10.222.0.24 "GET /v2.0/ports?device_id=408e9ee9-a3c9-4c89-a36d-c9312e22824a HTTP/1.1" status: 200 len: 943 time: 0.1272151 Jun 22 07:14:41.735613 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-b7a85330-2762-41aa-88cb-3cee94fbda84 req-9ead3806-b03f-411d-aaae-409b33773420 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "GET /v2.0/security-groups?id=6daf760c-5a05-4dd1-83f7-482b29ac14c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526073 Jun 22 07:14:41.749661 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-085b3e67-8051-46d1-a42a-758afa0b1fb6 req-bd1b4a4a-4884-4f60-8485-b9207d53d26b tempest-DeleteServersTestJSON-1840482181 tempest-DeleteServersTestJSON-1840482181-project] 10.222.0.24 "GET /v2.0/security-groups?id=a94922fc-8ff5-4870-8e70-23a0b4e4efe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529809 Jun 22 07:14:41.812872 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-e51c77ca-bcf2-4f88-8a42-bdc00c0cccfe req-34834c04-cb6a-4189-87e2-aedc75def5e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:41.837691 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-0fffb84d-33e5-4953-9bf7-619ca0b93dc1 req-bfab5cc2-cae1-485a-bd02-360b167d545b service neutron] 10.222.0.41 "GET /v2.0/networks/b91fcb38-ada5-4353-b77e-00fb398ce7d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744637 Jun 22 07:14:42.106129 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.notifiers.nova [req-e51c77ca-bcf2-4f88-8a42-bdc00c0cccfe req-34834c04-cb6a-4189-87e2-aedc75def5e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4159f94-5527-4466-8635-e476cd2fc9b0 {{(pid=92920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 07:14:42.114359 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-e51c77ca-bcf2-4f88-8a42-bdc00c0cccfe req-34834c04-cb6a-4189-87e2-aedc75def5e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:42.127819 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [req-e51c77ca-bcf2-4f88-8a42-bdc00c0cccfe req-34834c04-cb6a-4189-87e2-aedc75def5e3 service neutron] Transition to ACTIVE for port object e4159f94-5527-4466-8635-e476cd2fc9b0 will not be triggered until provisioned by entity L2. {{(pid=92920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 07:14:42.131526 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-e51c77ca-bcf2-4f88-8a42-bdc00c0cccfe req-34834c04-cb6a-4189-87e2-aedc75def5e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:42.133927 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-fd3be4ca-cc2c-482e-b995-d31212df6494 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:14:42.219523 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34834c04-cb6a-4189-87e2-aedc75def5e3 service neutron] Pushing event updated for resources: {'Port': ['ID=e4159f94-5527-4466-8635-e476cd2fc9b0,revision_number=2']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:14:42.249520 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34834c04-cb6a-4189-87e2-aedc75def5e3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:14:42.249881 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34834c04-cb6a-4189-87e2-aedc75def5e3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:14:42.250236 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34834c04-cb6a-4189-87e2-aedc75def5e3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:14:42.250605 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34834c04-cb6a-4189-87e2-aedc75def5e3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:14:42.250939 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34834c04-cb6a-4189-87e2-aedc75def5e3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:14:42.251280 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34834c04-cb6a-4189-87e2-aedc75def5e3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:14:42.251613 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34834c04-cb6a-4189-87e2-aedc75def5e3 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:14:42.251950 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34834c04-cb6a-4189-87e2-aedc75def5e3 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:14:42.252295 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34834c04-cb6a-4189-87e2-aedc75def5e3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:14:42.252655 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34834c04-cb6a-4189-87e2-aedc75def5e3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:14:42.252991 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34834c04-cb6a-4189-87e2-aedc75def5e3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:14:42.253322 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34834c04-cb6a-4189-87e2-aedc75def5e3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:14:42.258376 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-34834c04-cb6a-4189-87e2-aedc75def5e3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:14:42.270260 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.managers [req-e51c77ca-bcf2-4f88-8a42-bdc00c0cccfe req-34834c04-cb6a-4189-87e2-aedc75def5e3 service neutron] Attempting to bind port e4159f94-5527-4466-8635-e476cd2fc9b0 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 07:14:42.270684 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.managers [req-e51c77ca-bcf2-4f88-8a42-bdc00c0cccfe req-34834c04-cb6a-4189-87e2-aedc75def5e3 service neutron] Attempting to bind port e4159f94-5527-4466-8635-e476cd2fc9b0 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '2158ff00-7488-4d6e-bcd3-02a0699d8dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'e45ca323-df81-4e4e-ad4b-9a2282b40737'}] {{(pid=92920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 07:14:42.271140 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e51c77ca-bcf2-4f88-8a42-bdc00c0cccfe req-34834c04-cb6a-4189-87e2-aedc75def5e3 service neutron] Attempting to bind port e4159f94-5527-4466-8635-e476cd2fc9b0 on network e45ca323-df81-4e4e-ad4b-9a2282b40737 {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 07:14:42.278484 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e51c77ca-bcf2-4f88-8a42-bdc00c0cccfe req-34834c04-cb6a-4189-87e2-aedc75def5e3 service neutron] Port e4159f94-5527-4466-8635-e476cd2fc9b0 on network e45ca323-df81-4e4e-ad4b-9a2282b40737 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 07:14:42.278809 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e51c77ca-bcf2-4f88-8a42-bdc00c0cccfe req-34834c04-cb6a-4189-87e2-aedc75def5e3 service neutron] Attempting to bind port e4159f94-5527-4466-8635-e476cd2fc9b0 on network e45ca323-df81-4e4e-ad4b-9a2282b40737 {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 07:14:42.285851 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e51c77ca-bcf2-4f88-8a42-bdc00c0cccfe req-34834c04-cb6a-4189-87e2-aedc75def5e3 service neutron] Checking agent: {'id': 'ce8fa221-be2f-440a-9097-46e1804b8f29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 7, 12, 2), 'started_at': datetime.datetime(2021, 6, 22, 7, 12, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 7, 14, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 07:14:42.286361 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e51c77ca-bcf2-4f88-8a42-bdc00c0cccfe req-34834c04-cb6a-4189-87e2-aedc75def5e3 service neutron] Checking segment: {'id': '2158ff00-7488-4d6e-bcd3-02a0699d8dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'e45ca323-df81-4e4e-ad4b-9a2282b40737'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 07:14:42.286756 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e51c77ca-bcf2-4f88-8a42-bdc00c0cccfe req-34834c04-cb6a-4189-87e2-aedc75def5e3 service neutron] Bound using segment: {'id': '2158ff00-7488-4d6e-bcd3-02a0699d8dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'e45ca323-df81-4e4e-ad4b-9a2282b40737'} {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 07:14:42.286955 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.managers [req-e51c77ca-bcf2-4f88-8a42-bdc00c0cccfe req-34834c04-cb6a-4189-87e2-aedc75def5e3 service neutron] Bound port: e4159f94-5527-4466-8635-e476cd2fc9b0, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2158ff00-7488-4d6e-bcd3-02a0699d8dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'e45ca323-df81-4e4e-ad4b-9a2282b40737'}}] {{(pid=92920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 07:14:42.287662 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-e51c77ca-bcf2-4f88-8a42-bdc00c0cccfe req-34834c04-cb6a-4189-87e2-aedc75def5e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:42.384626 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [req-e51c77ca-bcf2-4f88-8a42-bdc00c0cccfe req-34834c04-cb6a-4189-87e2-aedc75def5e3 service neutron] For port e4159f94-5527-4466-8635-e476cd2fc9b0, host hv-cinder-78662, cleared binding levels {{(pid=92920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 07:14:42.390431 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [req-e51c77ca-bcf2-4f88-8a42-bdc00c0cccfe req-34834c04-cb6a-4189-87e2-aedc75def5e3 service neutron] For port e4159f94-5527-4466-8635-e476cd2fc9b0, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=e4159f94-5527-4466-8635-e476cd2fc9b0,segment=NetworkSegment(2158ff00-7488-4d6e-bcd3-02a0699d8dc9),segment_id=2158ff00-7488-4d6e-bcd3-02a0699d8dc9)] {{(pid=92920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 07:14:42.394698 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-e51c77ca-bcf2-4f88-8a42-bdc00c0cccfe req-34834c04-cb6a-4189-87e2-aedc75def5e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:42.397323 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-d009ae7e-4585-416b-9902-97b7a4ea591e tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:14:42.436215 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51c77ca-bcf2-4f88-8a42-bdc00c0cccfe req-34834c04-cb6a-4189-87e2-aedc75def5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:42.437376 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-e51c77ca-bcf2-4f88-8a42-bdc00c0cccfe req-34834c04-cb6a-4189-87e2-aedc75def5e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-690179'] for port, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:42.438830 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-e51c77ca-bcf2-4f88-8a42-bdc00c0cccfe req-34834c04-cb6a-4189-87e2-aedc75def5e3 service neutron] 10.222.0.41 "PUT /v2.0/ports/e4159f94-5527-4466-8635-e476cd2fc9b0 HTTP/1.1" status: 200 len: 1093 time: 0.7679703 Jun 22 07:14:42.439313 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f376705-0d18-4006-8bca-dd49b0e55cca', 'tag': 'e4159f94-5527-4466-8635-e476cd2fc9b0'}] {{(pid=92920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 07:14:42.441674 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}175c46e468422b48d63533518873068da6a6c478907c3b6f79f9dabf89e8d923" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c250497-ab10-48f7-b16c-ab899a580b3f" -d '{"events": [{"name": "network-changed", "server_uuid": "6f376705-0d18-4006-8bca-dd49b0e55cca", "tag": "e4159f94-5527-4466-8635-e476cd2fc9b0"}]}' {{(pid=92920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 07:14:42.468732 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34834c04-cb6a-4189-87e2-aedc75def5e3 service neutron] Pushing event updated for resources: {'Port': ['ID=e4159f94-5527-4466-8635-e476cd2fc9b0,revision_number=3']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:14:42.472501 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-34834c04-cb6a-4189-87e2-aedc75def5e3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:14:42.500125 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 07:14:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9681fd60-5652-4f2b-aa72-6daebb08b602 x-openstack-request-id: req-9681fd60-5652-4f2b-aa72-6daebb08b602 {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 07:14:42.502011 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f376705-0d18-4006-8bca-dd49b0e55cca", "tag": "e4159f94-5527-4466-8635-e476cd2fc9b0", "status": "completed", "code": 200}]} {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 07:14:42.502354 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9681fd60-5652-4f2b-aa72-6daebb08b602 {{(pid=92920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 07:14:42.502672 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f376705-0d18-4006-8bca-dd49b0e55cca', 'tag': 'e4159f94-5527-4466-8635-e476cd2fc9b0', 'status': 'completed', 'code': 200} Jun 22 07:14:42.833209 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2347a3fd-648a-4751-8931-3e5dd49686b7 req-73015bac-3e1e-4c14-b3da-38a8f0b171c1 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:42.834733 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-2347a3fd-648a-4751-8931-3e5dd49686b7 req-73015bac-3e1e-4c14-b3da-38a8f0b171c1 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/ports?device_id=96140ecc-60b1-4858-b129-414607b05266 HTTP/1.1" status: 200 len: 943 time: 0.2877557 Jun 22 07:14:42.869018 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4b8546-0d55-4fe4-95e9-83f89853d244 req-6c20a810-7498-46ad-aad0-baffb44bd3d3 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:42.871071 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-dd4b8546-0d55-4fe4-95e9-83f89853d244 req-6c20a810-7498-46ad-aad0-baffb44bd3d3 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=32e6e243-eeda-4a0d-a837-8692933a5789 HTTP/1.1" status: 200 len: 943 time: 0.1142545 Jun 22 07:14:42.941584 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-2347a3fd-648a-4751-8931-3e5dd49686b7 req-41225d5e-58f6-49ba-83c7-a5e4a77a3bbe tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/security-groups?id=30e0c465-7839-4da2-bd45-e1fbd7ad0257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993345 Jun 22 07:14:42.955703 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-dd4b8546-0d55-4fe4-95e9-83f89853d244 req-8cd0ba31-34fb-4718-8d27-e7c480be4d23 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/security-groups?id=b51056aa-037c-4921-b43f-ffbaaf0d81d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745764 Jun 22 07:14:43.217996 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957afdc6-eb45-4c3d-a5e5-e634b7ac1b6e req-8e26f20b-6dd8-4396-8953-34a326c4b169 tempest-DeleteServersTestJSON-1840482181 tempest-DeleteServersTestJSON-1840482181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:43.219548 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-957afdc6-eb45-4c3d-a5e5-e634b7ac1b6e req-8e26f20b-6dd8-4396-8953-34a326c4b169 tempest-DeleteServersTestJSON-1840482181 tempest-DeleteServersTestJSON-1840482181-project] 10.222.0.24 "GET /v2.0/ports?device_id=408e9ee9-a3c9-4c89-a36d-c9312e22824a HTTP/1.1" status: 200 len: 943 time: 0.1311667 Jun 22 07:14:43.228165 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4f9147-9a4d-4992-8525-d53e177eb680 req-c0060f68-0904-4459-989f-d62c06680bbf tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:43.230759 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-da4f9147-9a4d-4992-8525-d53e177eb680 req-c0060f68-0904-4459-989f-d62c06680bbf tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f376705-0d18-4006-8bca-dd49b0e55cca HTTP/1.1" status: 200 len: 943 time: 0.1291513 Jun 22 07:14:43.299233 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-957afdc6-eb45-4c3d-a5e5-e634b7ac1b6e req-a17e262d-2039-4c2b-8468-c3e17a1de98b tempest-DeleteServersTestJSON-1840482181 tempest-DeleteServersTestJSON-1840482181-project] 10.222.0.24 "GET /v2.0/security-groups?id=a94922fc-8ff5-4870-8e70-23a0b4e4efe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678325 Jun 22 07:14:43.312872 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-da4f9147-9a4d-4992-8525-d53e177eb680 req-c7ade0aa-9b8a-42cb-ab54-9c99cbd55e1b tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "GET /v2.0/security-groups?id=6daf760c-5a05-4dd1-83f7-482b29ac14c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750873 Jun 22 07:14:43.343531 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c250497-ab10-48f7-b16c-ab899a580b3f req-bcb93b55-2bbf-429c-affc-dbd359042f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:43.345181 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-9c250497-ab10-48f7-b16c-ab899a580b3f req-bcb93b55-2bbf-429c-affc-dbd359042f6a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d4f594fab10d40c7ba3121bb30f350f6&device_id=6f376705-0d18-4006-8bca-dd49b0e55cca HTTP/1.1" status: 200 len: 1096 time: 0.0987730 Jun 22 07:14:43.726748 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c250497-ab10-48f7-b16c-ab899a580b3f req-3bb68911-0651-46ea-b6a3-88146cbc02e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:43.728236 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-9c250497-ab10-48f7-b16c-ab899a580b3f req-3bb68911-0651-46ea-b6a3-88146cbc02e3 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=d4f594fab10d40c7ba3121bb30f350f6&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0961251 Jun 22 07:14:43.832139 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c250497-ab10-48f7-b16c-ab899a580b3f req-501aae58-7087-4e41-8aff-2c3ce3b51c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:43.833675 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-9c250497-ab10-48f7-b16c-ab899a580b3f req-501aae58-7087-4e41-8aff-2c3ce3b51c93 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0989659 Jun 22 07:14:43.936044 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51c77ca-bcf2-4f88-8a42-bdc00c0cccfe req-3c01329b-67b4-4296-aaf6-4ca12fa7b74b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:43.937586 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-e51c77ca-bcf2-4f88-8a42-bdc00c0cccfe req-3c01329b-67b4-4296-aaf6-4ca12fa7b74b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d4f594fab10d40c7ba3121bb30f350f6&device_id=6f376705-0d18-4006-8bca-dd49b0e55cca HTTP/1.1" status: 200 len: 1096 time: 0.0575569 Jun 22 07:14:44.038408 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-e51c77ca-bcf2-4f88-8a42-bdc00c0cccfe req-3e688709-8b7f-49e8-ad02-1ed818f21569 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e4159f94-5527-4466-8635-e476cd2fc9b0 HTTP/1.1" status: 200 len: 217 time: 0.0524108 Jun 22 07:14:44.106066 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51c77ca-bcf2-4f88-8a42-bdc00c0cccfe req-d58ecb59-ca55-4899-8c5d-949d23035e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:44.107818 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-e51c77ca-bcf2-4f88-8a42-bdc00c0cccfe req-d58ecb59-ca55-4899-8c5d-949d23035e80 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f68816de-e03b-4f38-99ee-40e3f1c0a6fd HTTP/1.1" status: 200 len: 849 time: 0.0635633 Jun 22 07:14:44.171714 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3836476-0ce4-4a12-8f7f-6cbe86e5bf1a req-6301673e-edb8-420b-aa86-a5f448b36d7c tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:44.173287 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-f3836476-0ce4-4a12-8f7f-6cbe86e5bf1a req-6301673e-edb8-420b-aa86-a5f448b36d7c tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/ports?device_id=96140ecc-60b1-4858-b129-414607b05266 HTTP/1.1" status: 200 len: 943 time: 0.0944045 Jun 22 07:14:44.222901 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51c77ca-bcf2-4f88-8a42-bdc00c0cccfe req-1c9c0fa0-5aaa-496b-98f9-647ac4a164da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:44.225544 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-e51c77ca-bcf2-4f88-8a42-bdc00c0cccfe req-1c9c0fa0-5aaa-496b-98f9-647ac4a164da service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e45ca323-df81-4e4e-ad4b-9a2282b40737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1095841 Jun 22 07:14:44.281368 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-f3836476-0ce4-4a12-8f7f-6cbe86e5bf1a req-32ac96e5-de8f-4379-ac15-5c6d571b0cbf tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/security-groups?id=30e0c465-7839-4da2-bd45-e1fbd7ad0257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882106 Jun 22 07:14:44.325248 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa56b9eb-4857-48e5-8ea9-6a34548c21f6 req-d03b408b-169b-4f66-a13e-21c5adcec5cd tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:44.327993 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-fa56b9eb-4857-48e5-8ea9-6a34548c21f6 req-d03b408b-169b-4f66-a13e-21c5adcec5cd tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=32e6e243-eeda-4a0d-a837-8692933a5789 HTTP/1.1" status: 200 len: 943 time: 0.1455586 Jun 22 07:14:44.427658 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-fa56b9eb-4857-48e5-8ea9-6a34548c21f6 req-e30d5f3e-4398-49dc-93ad-3d84d019b115 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/security-groups?id=b51056aa-037c-4921-b43f-ffbaaf0d81d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849473 Jun 22 07:14:44.536521 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-e51c77ca-bcf2-4f88-8a42-bdc00c0cccfe req-cf85f563-e995-4037-bef2-63a131699153 service neutron] 10.222.0.41 "GET /v2.0/networks/e45ca323-df81-4e4e-ad4b-9a2282b40737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829295 Jun 22 07:14:44.700257 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-e51c77ca-bcf2-4f88-8a42-bdc00c0cccfe req-ffc12511-e16c-42d9-8473-cc499d84f7e1 service neutron] 10.222.0.41 "GET /v2.0/networks/e45ca323-df81-4e4e-ad4b-9a2282b40737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558354 Jun 22 07:14:44.761265 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c0f627-de85-4193-9538-6d3d19a74d8a req-95e4af47-da4b-47c6-9d25-06ec4268713f tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:44.763303 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-e8c0f627-de85-4193-9538-6d3d19a74d8a req-95e4af47-da4b-47c6-9d25-06ec4268713f tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f376705-0d18-4006-8bca-dd49b0e55cca HTTP/1.1" status: 200 len: 943 time: 0.2590647 Jun 22 07:14:44.800592 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d9a068-361a-4552-bd78-570f144d963b req-56680163-084c-47a6-8b7d-63b9af7a5148 tempest-DeleteServersTestJSON-1840482181 tempest-DeleteServersTestJSON-1840482181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:44.802226 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-37d9a068-361a-4552-bd78-570f144d963b req-56680163-084c-47a6-8b7d-63b9af7a5148 tempest-DeleteServersTestJSON-1840482181 tempest-DeleteServersTestJSON-1840482181-project] 10.222.0.24 "GET /v2.0/ports?device_id=408e9ee9-a3c9-4c89-a36d-c9312e22824a HTTP/1.1" status: 200 len: 943 time: 0.1904817 Jun 22 07:14:44.848587 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-e8c0f627-de85-4193-9538-6d3d19a74d8a req-66cbfcee-0b57-409c-9de6-9e755c8d37f0 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "GET /v2.0/security-groups?id=6daf760c-5a05-4dd1-83f7-482b29ac14c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711699 Jun 22 07:14:44.876761 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-37d9a068-361a-4552-bd78-570f144d963b req-dd901ad8-e11d-443b-82b0-759e485c1da4 tempest-DeleteServersTestJSON-1840482181 tempest-DeleteServersTestJSON-1840482181-project] 10.222.0.24 "GET /v2.0/security-groups?id=a94922fc-8ff5-4870-8e70-23a0b4e4efe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599957 Jun 22 07:14:45.468323 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51687457-f278-45f0-b7b9-40028a61e178 req-b005d966-2376-4c83-9214-0aea88bd617c tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:45.470049 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-51687457-f278-45f0-b7b9-40028a61e178 req-b005d966-2376-4c83-9214-0aea88bd617c tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/ports?device_id=96140ecc-60b1-4858-b129-414607b05266 HTTP/1.1" status: 200 len: 943 time: 0.0643826 Jun 22 07:14:45.508341 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-51687457-f278-45f0-b7b9-40028a61e178 req-7a7c74d0-03c0-4730-8182-1be7f0b2213e tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/security-groups?id=30e0c465-7839-4da2-bd45-e1fbd7ad0257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324755 Jun 22 07:14:45.603300 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39029cfe-e0fb-4de6-aba4-24466444aeda req-7e356b3e-e93f-480d-8bfc-1002c571a685 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:45.605265 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-39029cfe-e0fb-4de6-aba4-24466444aeda req-7e356b3e-e93f-480d-8bfc-1002c571a685 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=32e6e243-eeda-4a0d-a837-8692933a5789 HTTP/1.1" status: 200 len: 943 time: 0.0668933 Jun 22 07:14:45.642225 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-39029cfe-e0fb-4de6-aba4-24466444aeda req-d17b7238-001e-4b17-bac5-785e1ae4da93 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/security-groups?id=b51056aa-037c-4921-b43f-ffbaaf0d81d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314040 Jun 22 07:14:46.095787 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf4830f-35b7-4813-adbb-a8c60aee7359 req-c8cf1df3-1cec-41e4-b3c7-1ed49ff0a0ad tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:46.097444 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-5bf4830f-35b7-4813-adbb-a8c60aee7359 req-c8cf1df3-1cec-41e4-b3c7-1ed49ff0a0ad tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f376705-0d18-4006-8bca-dd49b0e55cca HTTP/1.1" status: 200 len: 943 time: 0.1121473 Jun 22 07:14:46.109818 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8396c5fd-7324-4cf8-9720-b28460f7cb08 req-50c08107-9404-4128-a3ff-366907770d6a tempest-DeleteServersTestJSON-1840482181 tempest-DeleteServersTestJSON-1840482181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:46.111314 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-8396c5fd-7324-4cf8-9720-b28460f7cb08 req-50c08107-9404-4128-a3ff-366907770d6a tempest-DeleteServersTestJSON-1840482181 tempest-DeleteServersTestJSON-1840482181-project] 10.222.0.24 "GET /v2.0/ports?device_id=408e9ee9-a3c9-4c89-a36d-c9312e22824a HTTP/1.1" status: 200 len: 943 time: 0.1168573 Jun 22 07:14:46.175022 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-5bf4830f-35b7-4813-adbb-a8c60aee7359 req-f117f438-81ac-47b4-a140-7dd073f12002 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "GET /v2.0/security-groups?id=6daf760c-5a05-4dd1-83f7-482b29ac14c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626178 Jun 22 07:14:46.183873 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-8396c5fd-7324-4cf8-9720-b28460f7cb08 req-352de746-93e7-423d-ae74-90649c08b094 tempest-DeleteServersTestJSON-1840482181 tempest-DeleteServersTestJSON-1840482181-project] 10.222.0.24 "GET /v2.0/security-groups?id=a94922fc-8ff5-4870-8e70-23a0b4e4efe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568485 Jun 22 07:14:46.692690 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b230f0-bdf1-4e69-8b51-bd14dfaab2ac req-06025826-fcdd-4c15-b40b-9010d8eadbec tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:46.694168 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-34b230f0-bdf1-4e69-8b51-bd14dfaab2ac req-06025826-fcdd-4c15-b40b-9010d8eadbec tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/ports?device_id=96140ecc-60b1-4858-b129-414607b05266 HTTP/1.1" status: 200 len: 943 time: 0.0674505 Jun 22 07:14:46.732929 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-34b230f0-bdf1-4e69-8b51-bd14dfaab2ac req-42384027-02f8-4ae8-96ce-33d5df2ecdbd tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/security-groups?id=30e0c465-7839-4da2-bd45-e1fbd7ad0257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327520 Jun 22 07:14:46.824525 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d4057e-0b03-4f9b-a685-98ba19642660 req-3b8742de-2cba-405d-a930-b2b10ab48a77 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:46.826173 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-17d4057e-0b03-4f9b-a685-98ba19642660 req-3b8742de-2cba-405d-a930-b2b10ab48a77 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=32e6e243-eeda-4a0d-a837-8692933a5789 HTTP/1.1" status: 200 len: 943 time: 0.0626812 Jun 22 07:14:46.866741 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-17d4057e-0b03-4f9b-a685-98ba19642660 req-a00cbf93-d541-4e0e-bde3-f2ad190462aa tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/security-groups?id=b51056aa-037c-4921-b43f-ffbaaf0d81d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329928 Jun 22 07:14:47.425110 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c291fccb-eca4-444a-aa12-bed0a2379e62 req-d6dd43fb-e719-455c-b590-7fe2a91336ef tempest-DeleteServersTestJSON-1840482181 tempest-DeleteServersTestJSON-1840482181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:47.426643 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-c291fccb-eca4-444a-aa12-bed0a2379e62 req-d6dd43fb-e719-455c-b590-7fe2a91336ef tempest-DeleteServersTestJSON-1840482181 tempest-DeleteServersTestJSON-1840482181-project] 10.222.0.24 "GET /v2.0/ports?device_id=408e9ee9-a3c9-4c89-a36d-c9312e22824a HTTP/1.1" status: 200 len: 943 time: 0.1216881 Jun 22 07:14:47.440649 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e6d807-eb75-44b1-b03a-6805bff3c0de req-17ee5fbb-5a98-45ca-b55e-88aefba680d8 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:47.442266 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-59e6d807-eb75-44b1-b03a-6805bff3c0de req-17ee5fbb-5a98-45ca-b55e-88aefba680d8 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f376705-0d18-4006-8bca-dd49b0e55cca HTTP/1.1" status: 200 len: 943 time: 0.1264870 Jun 22 07:14:47.559449 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-59e6d807-eb75-44b1-b03a-6805bff3c0de req-fc9286db-a01a-4c8f-820f-2c4aef6b7c0a tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "GET /v2.0/security-groups?id=6daf760c-5a05-4dd1-83f7-482b29ac14c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021450 Jun 22 07:14:47.563048 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-c291fccb-eca4-444a-aa12-bed0a2379e62 req-8c0756cf-8b4d-4a62-851e-1559fd3c24bb tempest-DeleteServersTestJSON-1840482181 tempest-DeleteServersTestJSON-1840482181-project] 10.222.0.24 "GET /v2.0/security-groups?id=a94922fc-8ff5-4870-8e70-23a0b4e4efe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197848 Jun 22 07:14:47.820830 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 42940) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:14:47.939782 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a7981b-7777-4178-bb31-d65bb1ca5080 req-52fa35f7-6060-4f51-b60d-deb7e8e5f38e tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:47.944732 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-80a7981b-7777-4178-bb31-d65bb1ca5080 req-52fa35f7-6060-4f51-b60d-deb7e8e5f38e tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/ports?device_id=96140ecc-60b1-4858-b129-414607b05266 HTTP/1.1" status: 200 len: 943 time: 0.0941772 Jun 22 07:14:47.966900 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-e8585e83-ec89-4e89-bded-a82532770ff7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:48.052660 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-80a7981b-7777-4178-bb31-d65bb1ca5080 req-cf569a34-f7aa-473d-8c12-c1f0d110cba4 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/security-groups?id=30e0c465-7839-4da2-bd45-e1fbd7ad0257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985558 Jun 22 07:14:48.116028 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fbc12e-328f-4567-9587-6b1fb449b24f req-04124cba-d24e-4bb1-886c-c46e3e57693f tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:48.117687 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-87fbc12e-328f-4567-9587-6b1fb449b24f req-04124cba-d24e-4bb1-886c-c46e3e57693f tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=32e6e243-eeda-4a0d-a837-8692933a5789 HTTP/1.1" status: 200 len: 943 time: 0.1116610 Jun 22 07:14:48.180494 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-e8585e83-ec89-4e89-bded-a82532770ff7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:48.187357 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-87fbc12e-328f-4567-9587-6b1fb449b24f req-a5a96c20-fcf9-42a8-ba1f-d0dce05f4a37 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/security-groups?id=b51056aa-037c-4921-b43f-ffbaaf0d81d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565073 Jun 22 07:14:48.187872 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-e8585e83-ec89-4e89-bded-a82532770ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:48.191105 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-f0a60175-a0a0-4a65-ae48-c0a74a52db81 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:14:48.237731 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-e8585e83-ec89-4e89-bded-a82532770ff7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ebaa0fe0da58437ead22ef1894f6ba25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4157367 Jun 22 07:14:48.238612 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8585e83-ec89-4e89-bded-a82532770ff7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3794f323-ca82-45f2-8fc9-7f0490aa0dcd,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:14:48.240637 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 42960) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:14:48.263408 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8585e83-ec89-4e89-bded-a82532770ff7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:14:48.263756 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8585e83-ec89-4e89-bded-a82532770ff7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:14:48.264095 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8585e83-ec89-4e89-bded-a82532770ff7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:14:48.264449 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8585e83-ec89-4e89-bded-a82532770ff7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:14:48.264781 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8585e83-ec89-4e89-bded-a82532770ff7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:14:48.265116 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8585e83-ec89-4e89-bded-a82532770ff7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:14:48.265441 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8585e83-ec89-4e89-bded-a82532770ff7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:14:48.265763 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8585e83-ec89-4e89-bded-a82532770ff7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:14:48.266084 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8585e83-ec89-4e89-bded-a82532770ff7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:14:48.266400 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8585e83-ec89-4e89-bded-a82532770ff7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:14:48.266716 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8585e83-ec89-4e89-bded-a82532770ff7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:14:48.267121 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8585e83-ec89-4e89-bded-a82532770ff7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:14:48.278997 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-e8585e83-ec89-4e89-bded-a82532770ff7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:14:48.334294 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-c74e3606-7ba8-40cf-ab5e-22e9eff4b265 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:48.372482 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-c74e3606-7ba8-40cf-ab5e-22e9eff4b265 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:48.430321 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-c74e3606-7ba8-40cf-ab5e-22e9eff4b265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:48.434880 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-c74e3606-7ba8-40cf-ab5e-22e9eff4b265 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:48.435991 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-c74e3606-7ba8-40cf-ab5e-22e9eff4b265 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3794f323-ca82-45f2-8fc9-7f0490aa0dcd HTTP/1.1" status: 204 len: 168 time: 0.1944425 Jun 22 07:14:48.436676 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:14:48.447353 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74e3606-7ba8-40cf-ab5e-22e9eff4b265 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3794f323-ca82-45f2-8fc9-7f0490aa0dcd,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:14:48.449809 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-c74e3606-7ba8-40cf-ab5e-22e9eff4b265 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:14:48.879905 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96942158-8d3f-47f9-8324-21bfa1282d27 req-ebd56380-8b88-48fa-b58f-2b3c112e8f64 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:48.881516 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-96942158-8d3f-47f9-8324-21bfa1282d27 req-ebd56380-8b88-48fa-b58f-2b3c112e8f64 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f376705-0d18-4006-8bca-dd49b0e55cca HTTP/1.1" status: 200 len: 943 time: 0.1502156 Jun 22 07:14:48.895322 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cf8949-a7a3-46e3-ba2a-51c65eab7a64 req-f4e4bbcf-6676-4266-8d29-b130b4da8480 tempest-DeleteServersTestJSON-1840482181 tempest-DeleteServersTestJSON-1840482181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:48.897509 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-b7cf8949-a7a3-46e3-ba2a-51c65eab7a64 req-f4e4bbcf-6676-4266-8d29-b130b4da8480 tempest-DeleteServersTestJSON-1840482181 tempest-DeleteServersTestJSON-1840482181-project] 10.222.0.24 "GET /v2.0/ports?device_id=408e9ee9-a3c9-4c89-a36d-c9312e22824a HTTP/1.1" status: 200 len: 943 time: 0.1165063 Jun 22 07:14:48.977729 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-96942158-8d3f-47f9-8324-21bfa1282d27 req-150c38c6-a4bf-406b-9233-68fbc91cac30 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "GET /v2.0/security-groups?id=6daf760c-5a05-4dd1-83f7-482b29ac14c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790908 Jun 22 07:14:48.998933 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-b7cf8949-a7a3-46e3-ba2a-51c65eab7a64 req-167c624a-b7ee-4264-9f68-9a372c86c751 tempest-DeleteServersTestJSON-1840482181 tempest-DeleteServersTestJSON-1840482181-project] 10.222.0.24 "GET /v2.0/security-groups?id=a94922fc-8ff5-4870-8e70-23a0b4e4efe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923057 Jun 22 07:14:49.146880 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 43004) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:14:49.203197 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Device 99f0a8af-47c5-43e8-b357-f99b10755c08 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=92921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 07:14:49.275153 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65508508-5ac6-4467-8878-219efe0e799e req-a8db0768-668c-4c2a-8584-a8237ea449d6 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:49.279859 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-65508508-5ac6-4467-8878-219efe0e799e req-a8db0768-668c-4c2a-8584-a8237ea449d6 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/ports?device_id=96140ecc-60b1-4858-b129-414607b05266 HTTP/1.1" status: 200 len: 943 time: 0.1005538 Jun 22 07:14:49.328298 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] For port 99f0a8af-47c5-43e8-b357-f99b10755c08, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=99f0a8af-47c5-43e8-b357-f99b10755c08,segment=NetworkSegment(4bb8bbca-dc02-47a4-86ed-2cfeff644e2b),segment_id=4bb8bbca-dc02-47a4-86ed-2cfeff644e2b)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:14:49.342716 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Returning: {'device': '99f0a8af-47c5-43e8-b357-f99b10755c08', 'network_id': 'f69f16c5-4741-459e-b289-137e3cebe98a', 'port_id': '99f0a8af-47c5-43e8-b357-f99b10755c08', 'mac_address': 'fa:16:3e:da:33:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4ea35c2-f75a-434d-b504-9ebc67b0580b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 07:14:49.373017 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-65508508-5ac6-4467-8878-219efe0e799e req-8c643bb1-2562-4969-ad30-77803386cdbc tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/security-groups?id=30e0c465-7839-4da2-bd45-e1fbd7ad0257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828266 Jun 22 07:14:49.386728 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:49.409415 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.notifiers.nova [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99f0a8af-47c5-43e8-b357-f99b10755c08 {{(pid=92921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 07:14:49.426853 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-57364c6f-4518-40f3-a327-2b6158727a45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:49.437846 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] For port 99f0a8af-47c5-43e8-b357-f99b10755c08, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=99f0a8af-47c5-43e8-b357-f99b10755c08,segment=NetworkSegment(4bb8bbca-dc02-47a4-86ed-2cfeff644e2b),segment_id=4bb8bbca-dc02-47a4-86ed-2cfeff644e2b)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:14:49.445658 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:49.446705 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Device e4159f94-5527-4466-8635-e476cd2fc9b0 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=92921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 07:14:49.450659 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:14:49.540223 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef22b071-75eb-44b5-a8cb-3f4162291c6b req-f9f2cda9-789a-4ce0-84be-457ea601ac71 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:49.542288 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-ef22b071-75eb-44b5-a8cb-3f4162291c6b req-f9f2cda9-789a-4ce0-84be-457ea601ac71 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=32e6e243-eeda-4a0d-a837-8692933a5789 HTTP/1.1" status: 200 len: 943 time: 0.1462493 Jun 22 07:14:49.542593 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Pushing event updated for resources: {'Port': ['ID=99f0a8af-47c5-43e8-b357-f99b10755c08,revision_number=4']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:14:49.627750 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:14:49.628404 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:14:49.628570 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-ef22b071-75eb-44b5-a8cb-3f4162291c6b req-ece6ea3d-a38c-4810-95a0-003683fb5da3 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/security-groups?id=b51056aa-037c-4921-b43f-ffbaaf0d81d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704956 Jun 22 07:14:49.629056 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:14:49.629486 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:14:49.629939 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:14:49.630365 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:14:49.630861 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:14:49.631267 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:14:49.631861 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:14:49.632451 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:14:49.632878 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:14:49.633361 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:14:49.647787 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:14:49.652036 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-57364c6f-4518-40f3-a327-2b6158727a45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:49.665876 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-57364c6f-4518-40f3-a327-2b6158727a45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:49.671610 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] For port e4159f94-5527-4466-8635-e476cd2fc9b0, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=e4159f94-5527-4466-8635-e476cd2fc9b0,segment=NetworkSegment(2158ff00-7488-4d6e-bcd3-02a0699d8dc9),segment_id=2158ff00-7488-4d6e-bcd3-02a0699d8dc9)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:14:49.686219 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Returning: {'device': 'e4159f94-5527-4466-8635-e476cd2fc9b0', 'network_id': 'e45ca323-df81-4e4e-ad4b-9a2282b40737', 'port_id': 'e4159f94-5527-4466-8635-e476cd2fc9b0', 'mac_address': 'fa:16:3e:8e:02:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f68816de-e03b-4f38-99ee-40e3f1c0a6fd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 07:14:49.686602 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-d0a4103c-24d1-4e9f-90d7-c22105b7a496 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:14:49.740635 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:49.752425 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-57364c6f-4518-40f3-a327-2b6158727a45 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2d9e1f1ca90d4b1196dc61bdfcbd9038&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6038404 Jun 22 07:14:49.755172 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 43036) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:14:49.758032 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57364c6f-4518-40f3-a327-2b6158727a45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75841a0b-6278-4ea3-9f1d-c62db5dbe08f,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:14:49.761953 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-57364c6f-4518-40f3-a327-2b6158727a45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:14:49.768485 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.notifiers.nova [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4159f94-5527-4466-8635-e476cd2fc9b0 {{(pid=92921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 07:14:49.799578 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] For port e4159f94-5527-4466-8635-e476cd2fc9b0, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=e4159f94-5527-4466-8635-e476cd2fc9b0,segment=NetworkSegment(2158ff00-7488-4d6e-bcd3-02a0699d8dc9),segment_id=2158ff00-7488-4d6e-bcd3-02a0699d8dc9)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:14:49.804552 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:49.805601 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Device 4d8e0191-6514-4042-b61d-e3d6c352f619 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=92921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 07:14:49.808678 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:14:49.824886 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-1d8f864d-f2a7-46f3-93ef-55a5d4490871 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:49.851504 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-1d8f864d-f2a7-46f3-93ef-55a5d4490871 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:49.912697 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Pushing event updated for resources: {'Port': ['ID=e4159f94-5527-4466-8635-e476cd2fc9b0,revision_number=4']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:14:49.914905 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:14:49.919261 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-1d8f864d-f2a7-46f3-93ef-55a5d4490871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:49.922701 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-1d8f864d-f2a7-46f3-93ef-55a5d4490871 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:49.926718 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-1d8f864d-f2a7-46f3-93ef-55a5d4490871 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/75841a0b-6278-4ea3-9f1d-c62db5dbe08f HTTP/1.1" status: 204 len: 168 time: 0.1703629 Jun 22 07:14:49.939540 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-24dbb9d8-5f49-46c9-bd43-12b092a06854 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:14:49.949096 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8f864d-f2a7-46f3-93ef-55a5d4490871 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75841a0b-6278-4ea3-9f1d-c62db5dbe08f,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:14:49.951545 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-1d8f864d-f2a7-46f3-93ef-55a5d4490871 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:14:49.991926 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] For port 4d8e0191-6514-4042-b61d-e3d6c352f619, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=4d8e0191-6514-4042-b61d-e3d6c352f619,segment=NetworkSegment(8d1bc002-3124-433f-9368-96f826d6cba6),segment_id=8d1bc002-3124-433f-9368-96f826d6cba6)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:14:50.005409 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Returning: {'device': '4d8e0191-6514-4042-b61d-e3d6c352f619', 'network_id': 'b91fcb38-ada5-4353-b77e-00fb398ce7d0', 'port_id': '4d8e0191-6514-4042-b61d-e3d6c352f619', 'mac_address': 'fa:16:3e:7a:8e:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f579e111-0d0d-464b-ba2e-9baae47e7af2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 07:14:50.055155 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:50.070267 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.notifiers.nova [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d8e0191-6514-4042-b61d-e3d6c352f619 {{(pid=92921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 07:14:50.096623 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] For port 4d8e0191-6514-4042-b61d-e3d6c352f619, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=4d8e0191-6514-4042-b61d-e3d6c352f619,segment=NetworkSegment(8d1bc002-3124-433f-9368-96f826d6cba6),segment_id=8d1bc002-3124-433f-9368-96f826d6cba6)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:14:50.104050 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:50.106624 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Device e4c5e89b-6f1f-4a27-b090-bc12a9842c1d details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=92921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 07:14:50.196844 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:14:50.289654 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] For port e4c5e89b-6f1f-4a27-b090-bc12a9842c1d, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=e4c5e89b-6f1f-4a27-b090-bc12a9842c1d,segment=NetworkSegment(ad1695f4-d579-4854-bcbf-7f27a2eb4dc6),segment_id=ad1695f4-d579-4854-bcbf-7f27a2eb4dc6)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:14:50.297622 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e20bac7-28cc-4f14-b6b5-6994f7308f88 req-d1397989-1302-4f36-8b23-78c7cc2738e0 tempest-DeleteServersTestJSON-1840482181 tempest-DeleteServersTestJSON-1840482181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:50.304704 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-5e20bac7-28cc-4f14-b6b5-6994f7308f88 req-d1397989-1302-4f36-8b23-78c7cc2738e0 tempest-DeleteServersTestJSON-1840482181 tempest-DeleteServersTestJSON-1840482181-project] 10.222.0.24 "GET /v2.0/ports?device_id=408e9ee9-a3c9-4c89-a36d-c9312e22824a HTTP/1.1" status: 200 len: 944 time: 0.1376595 Jun 22 07:14:50.310745 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Pushing event updated for resources: {'Port': ['ID=4d8e0191-6514-4042-b61d-e3d6c352f619,revision_number=4']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:14:50.315903 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:14:50.317843 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Returning: {'device': 'e4c5e89b-6f1f-4a27-b090-bc12a9842c1d', 'network_id': '2cb6791c-9360-429c-a118-cd829e120353', 'port_id': 'e4c5e89b-6f1f-4a27-b090-bc12a9842c1d', 'mac_address': 'fa:16:3e:f4:55:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c5404e1-ac7c-4acf-ad2d-147e6479ce37', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 07:14:50.336345 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cd10b3-7463-494e-b86c-08c9c1539767 req-15274344-bde9-4d9d-999d-d1c193701989 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:50.341012 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-51cd10b3-7463-494e-b86c-08c9c1539767 req-15274344-bde9-4d9d-999d-d1c193701989 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f376705-0d18-4006-8bca-dd49b0e55cca HTTP/1.1" status: 200 len: 944 time: 0.1342893 Jun 22 07:14:50.390031 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:50.399691 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-5e20bac7-28cc-4f14-b6b5-6994f7308f88 req-5207abba-e16f-4e3c-8a44-9fcfe72bd460 tempest-DeleteServersTestJSON-1840482181 tempest-DeleteServersTestJSON-1840482181-project] 10.222.0.24 "GET /v2.0/security-groups?id=a94922fc-8ff5-4870-8e70-23a0b4e4efe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938621 Jun 22 07:14:50.415071 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.notifiers.nova [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4c5e89b-6f1f-4a27-b090-bc12a9842c1d {{(pid=92921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 07:14:50.435230 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 43064) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:14:50.441724 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-51cd10b3-7463-494e-b86c-08c9c1539767 req-328bb372-cc77-4dd5-9dd6-d3324e827be6 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "GET /v2.0/security-groups?id=6daf760c-5a05-4dd1-83f7-482b29ac14c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909557 Jun 22 07:14:50.448162 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] For port e4c5e89b-6f1f-4a27-b090-bc12a9842c1d, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=e4c5e89b-6f1f-4a27-b090-bc12a9842c1d,segment=NetworkSegment(ad1695f4-d579-4854-bcbf-7f27a2eb4dc6),segment_id=ad1695f4-d579-4854-bcbf-7f27a2eb4dc6)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:14:50.452376 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-5f64cb45-6f94-4fee-8cb3-43a104236f1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:50.454262 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:50.456225 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Device 0c37ff52-be9d-4855-ad57-401153daeb5e details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=92921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 07:14:50.461956 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-ec7553ed-5846-431b-a82d-206932f71487 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:14:50.589804 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-5f64cb45-6f94-4fee-8cb3-43a104236f1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:50.597225 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-5f64cb45-6f94-4fee-8cb3-43a104236f1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:50.597454 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] For port 0c37ff52-be9d-4855-ad57-401153daeb5e, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=0c37ff52-be9d-4855-ad57-401153daeb5e,segment=NetworkSegment(ad1695f4-d579-4854-bcbf-7f27a2eb4dc6),segment_id=ad1695f4-d579-4854-bcbf-7f27a2eb4dc6)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:14:50.601619 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Pushing event updated for resources: {'Port': ['ID=e4c5e89b-6f1f-4a27-b090-bc12a9842c1d,revision_number=4']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:14:50.603084 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-c0b70146-8d96-4d6c-8f29-c0a812cff985 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:14:50.614666 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:14:50.620970 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Returning: {'device': '0c37ff52-be9d-4855-ad57-401153daeb5e', 'network_id': '2cb6791c-9360-429c-a118-cd829e120353', 'port_id': '0c37ff52-be9d-4855-ad57-401153daeb5e', 'mac_address': 'fa:16:3e:12:2b:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c5404e1-ac7c-4acf-ad2d-147e6479ce37', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 07:14:50.639606 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accb743d-ce1b-408e-9031-9361adbc8ee8 req-511b951d-fa5b-4111-a17b-fb070a2c8d1e tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:50.641543 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-accb743d-ce1b-408e-9031-9361adbc8ee8 req-511b951d-fa5b-4111-a17b-fb070a2c8d1e tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/ports?device_id=96140ecc-60b1-4858-b129-414607b05266 HTTP/1.1" status: 200 len: 943 time: 0.0853710 Jun 22 07:14:50.658496 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-5f64cb45-6f94-4fee-8cb3-43a104236f1d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cddeade6cf6447e486c5fe170a6ac456&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2195013 Jun 22 07:14:50.663863 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f64cb45-6f94-4fee-8cb3-43a104236f1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02e65f1a-f3b6-4f48-825e-97f1b0736e9b,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:14:50.668331 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-5f64cb45-6f94-4fee-8cb3-43a104236f1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:14:50.669792 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 43070) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:14:50.699071 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:50.725457 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.notifiers.nova [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c37ff52-be9d-4855-ad57-401153daeb5e {{(pid=92921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 07:14:50.740416 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-accb743d-ce1b-408e-9031-9361adbc8ee8 req-4d848ca5-f293-48d4-ae9c-0f4cf35b1dbc tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/security-groups?id=30e0c465-7839-4da2-bd45-e1fbd7ad0257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903475 Jun 22 07:14:50.752730 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-9610bbf6-dab7-47d9-b1a7-f9cc9d0e7305 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:50.768237 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] For port 0c37ff52-be9d-4855-ad57-401153daeb5e, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=0c37ff52-be9d-4855-ad57-401153daeb5e,segment=NetworkSegment(ad1695f4-d579-4854-bcbf-7f27a2eb4dc6),segment_id=ad1695f4-d579-4854-bcbf-7f27a2eb4dc6)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:14:50.774194 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:50.777022 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:14:50.781305 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-9610bbf6-dab7-47d9-b1a7-f9cc9d0e7305 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:50.848672 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Pushing event updated for resources: {'Port': ['ID=0c37ff52-be9d-4855-ad57-401153daeb5e,revision_number=4']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:14:50.852571 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:14:50.872582 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-9610bbf6-dab7-47d9-b1a7-f9cc9d0e7305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:50.876918 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-9610bbf6-dab7-47d9-b1a7-f9cc9d0e7305 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:50.881263 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-9610bbf6-dab7-47d9-b1a7-f9cc9d0e7305 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/02e65f1a-f3b6-4f48-825e-97f1b0736e9b HTTP/1.1" status: 204 len: 168 time: 0.2073452 Jun 22 07:14:50.881714 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-8a96598a-d97c-477b-8256-8e20580c172b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:14:50.893245 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f17e14-7315-4ef7-a502-847fa0704956 req-13ea97d4-07cf-4196-b5dc-f90c85ed6cc5 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:50.894733 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-e8f17e14-7315-4ef7-a502-847fa0704956 req-13ea97d4-07cf-4196-b5dc-f90c85ed6cc5 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=32e6e243-eeda-4a0d-a837-8692933a5789 HTTP/1.1" status: 200 len: 944 time: 0.0885024 Jun 22 07:14:50.909554 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9610bbf6-dab7-47d9-b1a7-f9cc9d0e7305 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02e65f1a-f3b6-4f48-825e-97f1b0736e9b,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:14:50.912560 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-9610bbf6-dab7-47d9-b1a7-f9cc9d0e7305 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:14:50.946542 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-e8f17e14-7315-4ef7-a502-847fa0704956 req-13dc20aa-fcc5-4f29-9886-b9cb0951b2b2 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/security-groups?id=b51056aa-037c-4921-b43f-ffbaaf0d81d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445602 Jun 22 07:14:51.681311 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01e67cb-1d36-4279-bee4-a498bdb953cf req-dbdddd91-7f37-41ef-9d47-d29e36c49a3c tempest-DeleteServersTestJSON-1840482181 tempest-DeleteServersTestJSON-1840482181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:51.683162 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-a01e67cb-1d36-4279-bee4-a498bdb953cf req-dbdddd91-7f37-41ef-9d47-d29e36c49a3c tempest-DeleteServersTestJSON-1840482181 tempest-DeleteServersTestJSON-1840482181-project] 10.222.0.24 "GET /v2.0/ports?device_id=408e9ee9-a3c9-4c89-a36d-c9312e22824a HTTP/1.1" status: 200 len: 944 time: 0.1309614 Jun 22 07:14:51.740778 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2a7232-6f77-41a5-98fd-5a7c5a0be817 req-65649ba8-e4f2-405b-9c96-55ea33b3923c tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:51.742318 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-9f2a7232-6f77-41a5-98fd-5a7c5a0be817 req-65649ba8-e4f2-405b-9c96-55ea33b3923c tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f376705-0d18-4006-8bca-dd49b0e55cca HTTP/1.1" status: 200 len: 944 time: 0.1206319 Jun 22 07:14:51.748517 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-a01e67cb-1d36-4279-bee4-a498bdb953cf req-04f9f86e-0b31-488a-8ec5-f959ea29ed77 tempest-DeleteServersTestJSON-1840482181 tempest-DeleteServersTestJSON-1840482181-project] 10.222.0.24 "GET /v2.0/security-groups?id=a94922fc-8ff5-4870-8e70-23a0b4e4efe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548804 Jun 22 07:14:51.830669 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-9f2a7232-6f77-41a5-98fd-5a7c5a0be817 req-c2f8437d-d3ce-4513-99a5-88686a768852 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "GET /v2.0/security-groups?id=6daf760c-5a05-4dd1-83f7-482b29ac14c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794046 Jun 22 07:14:51.966774 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cfd7f5-73e1-476e-9acf-3efdf329bb8c req-a700da44-3983-49c7-b247-bf5fe6f76ab7 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:51.969105 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-47cfd7f5-73e1-476e-9acf-3efdf329bb8c req-a700da44-3983-49c7-b247-bf5fe6f76ab7 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/ports?device_id=96140ecc-60b1-4858-b129-414607b05266 HTTP/1.1" status: 200 len: 944 time: 0.0768118 Jun 22 07:14:52.014263 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-47cfd7f5-73e1-476e-9acf-3efdf329bb8c req-7f0e9c60-de25-4cca-9c05-c4a4a82849db tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/security-groups?id=30e0c465-7839-4da2-bd45-e1fbd7ad0257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367291 Jun 22 07:14:52.317334 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 43152) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:14:52.360090 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a4d865-d90a-45ff-97ec-ab9f83a20662 req-edc058c3-0566-480b-bde3-98ca7b6f27f5 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:52.364040 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-64a4d865-d90a-45ff-97ec-ab9f83a20662 req-edc058c3-0566-480b-bde3-98ca7b6f27f5 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=32e6e243-eeda-4a0d-a837-8692933a5789 HTTP/1.1" status: 200 len: 944 time: 0.0970535 Jun 22 07:14:52.414152 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-64a4d865-d90a-45ff-97ec-ab9f83a20662 req-5b018cd2-6652-428d-ba6d-a9de4a642735 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/security-groups?id=b51056aa-037c-4921-b43f-ffbaaf0d81d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417454 Jun 22 07:14:52.474533 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-3d9e0c64-bc21-435d-bcae-2a7865c4dc74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:52.598355 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-3d9e0c64-bc21-435d-bcae-2a7865c4dc74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:52.602859 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-3d9e0c64-bc21-435d-bcae-2a7865c4dc74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:52.607378 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-12bfa614-b6c0-43db-a39e-b62c75378625 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:14:52.656129 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9e0c64-bc21-435d-bcae-2a7865c4dc74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8283a6e0-1c39-400d-8f44-bbf30d6c8bbd,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:14:52.660045 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-3d9e0c64-bc21-435d-bcae-2a7865c4dc74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:14:52.664344 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-3d9e0c64-bc21-435d-bcae-2a7865c4dc74 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=75d243242ba54cec89cbdde0064492e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3453231 Jun 22 07:14:52.665740 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 43166) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:14:52.720041 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-ce7eee7b-d910-42bf-b619-e11a0c63559b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:52.743879 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-ce7eee7b-d910-42bf-b619-e11a0c63559b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:52.799304 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-ce7eee7b-d910-42bf-b619-e11a0c63559b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:52.802498 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-ce7eee7b-d910-42bf-b619-e11a0c63559b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:52.807666 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-ce7eee7b-d910-42bf-b619-e11a0c63559b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8283a6e0-1c39-400d-8f44-bbf30d6c8bbd HTTP/1.1" status: 204 len: 168 time: 0.1401517 Jun 22 07:14:52.808773 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-0cd60a8c-29c1-4676-8e0b-d81e575c0cc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:14:52.817443 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7eee7b-d910-42bf-b619-e11a0c63559b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8283a6e0-1c39-400d-8f44-bbf30d6c8bbd,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:14:52.820731 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-ce7eee7b-d910-42bf-b619-e11a0c63559b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:14:52.967943 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c599a566-1cfc-4985-88ae-185fc7eaae8c req-a2783dc2-e217-4dd6-bcf1-f0de3d879157 tempest-DeleteServersTestJSON-1840482181 tempest-DeleteServersTestJSON-1840482181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:52.969666 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-c599a566-1cfc-4985-88ae-185fc7eaae8c req-a2783dc2-e217-4dd6-bcf1-f0de3d879157 tempest-DeleteServersTestJSON-1840482181 tempest-DeleteServersTestJSON-1840482181-project] 10.222.0.24 "GET /v2.0/ports?device_id=408e9ee9-a3c9-4c89-a36d-c9312e22824a HTTP/1.1" status: 200 len: 944 time: 0.0742056 Jun 22 07:14:53.060195 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-c599a566-1cfc-4985-88ae-185fc7eaae8c req-2249e9d7-afe5-4640-981b-35bffea2571c tempest-DeleteServersTestJSON-1840482181 tempest-DeleteServersTestJSON-1840482181-project] 10.222.0.24 "GET /v2.0/security-groups?id=a94922fc-8ff5-4870-8e70-23a0b4e4efe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813057 Jun 22 07:14:53.082339 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2024131-7745-4010-87ba-2f4149ff3024 req-801cf6d7-93cc-49e0-ae95-1b157368717f tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:53.090462 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-a2024131-7745-4010-87ba-2f4149ff3024 req-801cf6d7-93cc-49e0-ae95-1b157368717f tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f376705-0d18-4006-8bca-dd49b0e55cca HTTP/1.1" status: 200 len: 944 time: 0.1133051 Jun 22 07:14:53.137565 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-a2024131-7745-4010-87ba-2f4149ff3024 req-82061130-7da7-4162-920b-4ff19ddbcf88 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "GET /v2.0/security-groups?id=6daf760c-5a05-4dd1-83f7-482b29ac14c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460868 Jun 22 07:14:53.253658 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 43192) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:14:53.268940 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-b42b9871-26ff-4c1d-8ba2-da1123473f66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:53.271431 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b08459-4c87-4400-acb1-7e1c8401c2ff req-87b1eb58-5083-44e2-b6f7-f643d40268e0 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:53.272915 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-43b08459-4c87-4400-acb1-7e1c8401c2ff req-87b1eb58-5083-44e2-b6f7-f643d40268e0 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/ports?device_id=96140ecc-60b1-4858-b129-414607b05266 HTTP/1.1" status: 200 len: 944 time: 0.0735025 Jun 22 07:14:53.322023 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-43b08459-4c87-4400-acb1-7e1c8401c2ff req-a81cd4c4-f168-42af-95f8-edd049642772 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/security-groups?id=30e0c465-7839-4da2-bd45-e1fbd7ad0257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410261 Jun 22 07:14:53.378603 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-b42b9871-26ff-4c1d-8ba2-da1123473f66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:53.382326 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-b42b9871-26ff-4c1d-8ba2-da1123473f66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:53.385663 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:14:53.421813 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-b42b9871-26ff-4c1d-8ba2-da1123473f66 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=549c2368b3524252b930fec4ffeb397c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1668124 Jun 22 07:14:53.422527 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42b9871-26ff-4c1d-8ba2-da1123473f66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b60c162a-f5cf-4568-ac00-926ca60524d9,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:14:53.424312 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 43198) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:14:53.425543 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-b42b9871-26ff-4c1d-8ba2-da1123473f66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:14:53.480465 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-b8e1fc2d-30b3-4dbf-95ce-9df3d59dae11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:53.509331 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-b8e1fc2d-30b3-4dbf-95ce-9df3d59dae11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:53.576509 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-b8e1fc2d-30b3-4dbf-95ce-9df3d59dae11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:53.579524 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-b8e1fc2d-30b3-4dbf-95ce-9df3d59dae11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:53.580693 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-b8e1fc2d-30b3-4dbf-95ce-9df3d59dae11 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b60c162a-f5cf-4568-ac00-926ca60524d9 HTTP/1.1" status: 204 len: 168 time: 0.1553102 Jun 22 07:14:53.597422 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:14:53.611202 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e1fc2d-30b3-4dbf-95ce-9df3d59dae11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b60c162a-f5cf-4568-ac00-926ca60524d9,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:14:53.613852 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-b8e1fc2d-30b3-4dbf-95ce-9df3d59dae11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:14:53.656505 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743e4055-44d6-4a8d-a502-b7a25c3879e8 req-1655c03c-6d89-4c33-9f49-841aaf85781b tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:53.659550 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-743e4055-44d6-4a8d-a502-b7a25c3879e8 req-1655c03c-6d89-4c33-9f49-841aaf85781b tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=32e6e243-eeda-4a0d-a837-8692933a5789 HTTP/1.1" status: 200 len: 944 time: 0.0963535 Jun 22 07:14:53.706521 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-743e4055-44d6-4a8d-a502-b7a25c3879e8 req-06507b4b-cd0a-40b7-b9ba-4e67cc6a2092 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/security-groups?id=b51056aa-037c-4921-b43f-ffbaaf0d81d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411730 Jun 22 07:14:54.283216 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800ee635-caeb-4a43-af44-0abb1679a6b9 req-0662edb4-4366-436d-a33f-9d85c1efb690 tempest-DeleteServersTestJSON-1840482181 tempest-DeleteServersTestJSON-1840482181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:54.294595 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-800ee635-caeb-4a43-af44-0abb1679a6b9 req-0662edb4-4366-436d-a33f-9d85c1efb690 tempest-DeleteServersTestJSON-1840482181 tempest-DeleteServersTestJSON-1840482181-project] 10.222.0.24 "GET /v2.0/ports?device_id=408e9ee9-a3c9-4c89-a36d-c9312e22824a HTTP/1.1" status: 200 len: 944 time: 0.0986147 Jun 22 07:14:54.359479 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] get_ports_and_sgs() called for port_ids ['e4159f94-5527-4466-8635-e476cd2fc9b0'] {{(pid=92921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 07:14:54.390151 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] get_ports_and_sgs() called for port_ids ['e4c5e89b-6f1f-4a27-b090-bc12a9842c1d'] {{(pid=92921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 07:14:54.414456 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-800ee635-caeb-4a43-af44-0abb1679a6b9 req-a6233250-50dc-42eb-88b9-691612f1829d tempest-DeleteServersTestJSON-1840482181 tempest-DeleteServersTestJSON-1840482181-project] 10.222.0.24 "GET /v2.0/security-groups?id=a94922fc-8ff5-4870-8e70-23a0b4e4efe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188679 Jun 22 07:14:54.456191 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b8e37f-2df1-4682-b97c-48d837b8e78d req-9a70014e-688c-47dc-a179-594dd32a270e tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:54.457758 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-17b8e37f-2df1-4682-b97c-48d837b8e78d req-9a70014e-688c-47dc-a179-594dd32a270e tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f376705-0d18-4006-8bca-dd49b0e55cca HTTP/1.1" status: 200 len: 944 time: 0.1605830 Jun 22 07:14:54.571773 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-17b8e37f-2df1-4682-b97c-48d837b8e78d req-0a73d6fb-8fed-43f8-a877-579267dea1bb tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "GET /v2.0/security-groups?id=6daf760c-5a05-4dd1-83f7-482b29ac14c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945213 Jun 22 07:14:54.597193 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] get_ports_and_sgs() called for port_ids ['99f0a8af-47c5-43e8-b357-f99b10755c08'] {{(pid=92921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 07:14:54.631223 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] get_ports_and_sgs() called for port_ids ['0c37ff52-be9d-4855-ad57-401153daeb5e'] {{(pid=92921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 07:14:54.640915 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] get_ports_and_sgs() called for port_ids ['4d8e0191-6514-4042-b61d-e3d6c352f619'] {{(pid=92921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 07:14:54.967638 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8806abf-60e3-4a83-adc5-f77a0b1d3452 req-0c3dcaa4-7be6-4804-9897-dacd63318c2a tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:54.979218 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-b8806abf-60e3-4a83-adc5-f77a0b1d3452 req-0c3dcaa4-7be6-4804-9897-dacd63318c2a tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/ports?device_id=96140ecc-60b1-4858-b129-414607b05266 HTTP/1.1" status: 200 len: 944 time: 0.2855880 Jun 22 07:14:55.066507 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-b8806abf-60e3-4a83-adc5-f77a0b1d3452 req-f78aa081-c8c4-4d54-9c8c-80ee8bf781de tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/security-groups?id=30e0c465-7839-4da2-bd45-e1fbd7ad0257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835791 Jun 22 07:14:55.092106 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2154b98e-5bb2-4a68-a745-0deaea470ee4 req-428ff248-9404-42d9-b6fd-95745c62746d tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:55.093801 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-2154b98e-5bb2-4a68-a745-0deaea470ee4 req-428ff248-9404-42d9-b6fd-95745c62746d tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=32e6e243-eeda-4a0d-a837-8692933a5789 HTTP/1.1" status: 200 len: 944 time: 0.2292717 Jun 22 07:14:55.147551 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-2154b98e-5bb2-4a68-a745-0deaea470ee4 req-4b0149cb-ff77-4267-853b-395301883e17 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/security-groups?id=b51056aa-037c-4921-b43f-ffbaaf0d81d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479374 Jun 22 07:14:55.607914 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a456daa-da92-45af-8755-c2dce8a3c780 req-4a9991f5-b883-476c-a8a4-644981fdf247 tempest-DeleteServersTestJSON-1840482181 tempest-DeleteServersTestJSON-1840482181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:55.609461 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-7a456daa-da92-45af-8755-c2dce8a3c780 req-4a9991f5-b883-476c-a8a4-644981fdf247 tempest-DeleteServersTestJSON-1840482181 tempest-DeleteServersTestJSON-1840482181-project] 10.222.0.24 "GET /v2.0/ports?device_id=408e9ee9-a3c9-4c89-a36d-c9312e22824a HTTP/1.1" status: 200 len: 944 time: 0.0743849 Jun 22 07:14:55.667244 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-7a456daa-da92-45af-8755-c2dce8a3c780 req-a2c8caf5-7a42-4f77-b9c9-39a80c6e308a tempest-DeleteServersTestJSON-1840482181 tempest-DeleteServersTestJSON-1840482181-project] 10.222.0.24 "GET /v2.0/security-groups?id=a94922fc-8ff5-4870-8e70-23a0b4e4efe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506318 Jun 22 07:14:55.810861 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c05cac-f1db-4bf7-9adb-fd8c66bd9223 req-48487887-cf60-4a93-927a-06c4bf637e4d tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:55.812350 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-87c05cac-f1db-4bf7-9adb-fd8c66bd9223 req-48487887-cf60-4a93-927a-06c4bf637e4d tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f376705-0d18-4006-8bca-dd49b0e55cca HTTP/1.1" status: 200 len: 944 time: 0.0663505 Jun 22 07:14:55.861231 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-87c05cac-f1db-4bf7-9adb-fd8c66bd9223 req-28e288a6-ef99-47ca-b10a-2df650685b40 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "GET /v2.0/security-groups?id=6daf760c-5a05-4dd1-83f7-482b29ac14c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429735 Jun 22 07:14:56.004312 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 43316) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:14:56.138555 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-143391bc-db7c-4a0f-9a04-9bbab8bd0998 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:56.271077 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2221dd4-15f2-4225-bb56-24b55b75729b req-925c9e13-c6ed-4d61-991c-b36e54191d52 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:56.272766 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-a2221dd4-15f2-4225-bb56-24b55b75729b req-925c9e13-c6ed-4d61-991c-b36e54191d52 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/ports?device_id=96140ecc-60b1-4858-b129-414607b05266 HTTP/1.1" status: 200 len: 944 time: 0.0827157 Jun 22 07:14:56.278274 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-143391bc-db7c-4a0f-9a04-9bbab8bd0998 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:56.283584 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-143391bc-db7c-4a0f-9a04-9bbab8bd0998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:56.295251 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-3d9e0c64-bc21-435d-bcae-2a7865c4dc74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:14:56.324094 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-143391bc-db7c-4a0f-9a04-9bbab8bd0998 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fecd54d55c4e40288cf6ec397db51513&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3186660 Jun 22 07:14:56.327375 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 43338) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:14:56.342018 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143391bc-db7c-4a0f-9a04-9bbab8bd0998 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6eca409-525b-49ed-965f-8abf1b8de73b,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:14:56.346265 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-143391bc-db7c-4a0f-9a04-9bbab8bd0998 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:14:56.349040 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-a2221dd4-15f2-4225-bb56-24b55b75729b req-9df7519f-4212-400f-8455-0169dc7da722 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/security-groups?id=30e0c465-7839-4da2-bd45-e1fbd7ad0257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693111 Jun 22 07:14:56.383960 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8a5cd619-a8fa-4291-886a-3ce8b9554f83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:56.396522 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715faaba-3374-4ecd-bc0a-36a7bb732384 req-999d6871-df41-4f2d-a533-5544dc0bfd8f tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:56.398099 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-715faaba-3374-4ecd-bc0a-36a7bb732384 req-999d6871-df41-4f2d-a533-5544dc0bfd8f tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=32e6e243-eeda-4a0d-a837-8692933a5789 HTTP/1.1" status: 200 len: 944 time: 0.1027491 Jun 22 07:14:56.408737 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8a5cd619-a8fa-4291-886a-3ce8b9554f83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:56.438459 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-715faaba-3374-4ecd-bc0a-36a7bb732384 req-9485ce28-e2c8-4d9e-92e0-649c278e0b4f tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/security-groups?id=b51056aa-037c-4921-b43f-ffbaaf0d81d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335913 Jun 22 07:14:56.459023 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8a5cd619-a8fa-4291-886a-3ce8b9554f83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:56.461953 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8a5cd619-a8fa-4291-886a-3ce8b9554f83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:56.466488 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-8a5cd619-a8fa-4291-886a-3ce8b9554f83 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e6eca409-525b-49ed-965f-8abf1b8de73b HTTP/1.1" status: 204 len: 168 time: 0.1380539 Jun 22 07:14:56.467184 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:14:56.474567 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5cd619-a8fa-4291-886a-3ce8b9554f83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6eca409-525b-49ed-965f-8abf1b8de73b,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:14:56.476835 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-8a5cd619-a8fa-4291-886a-3ce8b9554f83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:14:56.730420 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 43346) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:14:56.743629 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-435bae02-73da-4c89-b66c-d6d4f1b8ed2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:56.836843 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-435bae02-73da-4c89-b66c-d6d4f1b8ed2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:56.841955 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-435bae02-73da-4c89-b66c-d6d4f1b8ed2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:56.845967 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-143391bc-db7c-4a0f-9a04-9bbab8bd0998 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:14:56.861637 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d468c80d-910b-47c5-9d31-f97412b4c740 req-49776007-06aa-4791-898d-6c630f71c644 tempest-DeleteServersTestJSON-1840482181 tempest-DeleteServersTestJSON-1840482181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:56.863130 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-d468c80d-910b-47c5-9d31-f97412b4c740 req-49776007-06aa-4791-898d-6c630f71c644 tempest-DeleteServersTestJSON-1840482181 tempest-DeleteServersTestJSON-1840482181-project] 10.222.0.24 "GET /v2.0/ports?device_id=408e9ee9-a3c9-4c89-a36d-c9312e22824a HTTP/1.1" status: 200 len: 944 time: 0.0662298 Jun 22 07:14:56.881713 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-435bae02-73da-4c89-b66c-d6d4f1b8ed2f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=51c433dd198748ef8d89f811a4f7af21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1502004 Jun 22 07:14:56.882980 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435bae02-73da-4c89-b66c-d6d4f1b8ed2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=906e6f10-4bd5-4cdf-b88d-5cd44de7f0dc,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:14:56.886515 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 43350) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:14:56.888654 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-435bae02-73da-4c89-b66c-d6d4f1b8ed2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:14:56.913614 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-d468c80d-910b-47c5-9d31-f97412b4c740 req-dec4c62f-f269-4b96-b9be-82acbe80fa25 tempest-DeleteServersTestJSON-1840482181 tempest-DeleteServersTestJSON-1840482181-project] 10.222.0.24 "GET /v2.0/security-groups?id=a94922fc-8ff5-4870-8e70-23a0b4e4efe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446997 Jun 22 07:14:56.941714 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8ceed9f5-c876-469f-88bb-03de652c9e73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:56.963097 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8ceed9f5-c876-469f-88bb-03de652c9e73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:57.013658 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8ceed9f5-c876-469f-88bb-03de652c9e73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:57.016715 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8ceed9f5-c876-469f-88bb-03de652c9e73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:57.017874 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-8ceed9f5-c876-469f-88bb-03de652c9e73 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/906e6f10-4bd5-4cdf-b88d-5cd44de7f0dc HTTP/1.1" status: 204 len: 168 time: 0.1304340 Jun 22 07:14:57.018683 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-ef876bf3-c439-4291-aad5-fd476019f20b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:14:57.028590 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ceed9f5-c876-469f-88bb-03de652c9e73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=906e6f10-4bd5-4cdf-b88d-5cd44de7f0dc,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:14:57.032404 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-8ceed9f5-c876-469f-88bb-03de652c9e73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:14:57.058100 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da99dffc-b770-4751-aceb-80a382e61848 req-6be694b2-6053-474d-811a-d20b6b9bc0b8 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:57.059739 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-da99dffc-b770-4751-aceb-80a382e61848 req-6be694b2-6053-474d-811a-d20b6b9bc0b8 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f376705-0d18-4006-8bca-dd49b0e55cca HTTP/1.1" status: 200 len: 944 time: 0.0787373 Jun 22 07:14:57.280749 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-da99dffc-b770-4751-aceb-80a382e61848 req-62d6c7f4-2a97-4a7c-ac7a-9d70c5df5222 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "GET /v2.0/security-groups?id=6daf760c-5a05-4dd1-83f7-482b29ac14c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2142122 Jun 22 07:14:57.541777 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eded2ae5-868e-4a03-8c3f-5d5eab76f7b1 req-9b986c34-f157-482b-acf8-99763259574f tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:57.543695 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-eded2ae5-868e-4a03-8c3f-5d5eab76f7b1 req-9b986c34-f157-482b-acf8-99763259574f tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/ports?device_id=96140ecc-60b1-4858-b129-414607b05266 HTTP/1.1" status: 200 len: 944 time: 0.0706565 Jun 22 07:14:57.620999 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-eded2ae5-868e-4a03-8c3f-5d5eab76f7b1 req-89b2bc2c-023f-44b7-b4fc-218c94cc84e6 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/security-groups?id=30e0c465-7839-4da2-bd45-e1fbd7ad0257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706699 Jun 22 07:14:57.673276 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7dbc5e-34a4-4dd7-adf2-b1f1456aec6b req-3557fcd4-3096-4544-994c-a9cc624bce50 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:57.674869 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-7d7dbc5e-34a4-4dd7-adf2-b1f1456aec6b req-3557fcd4-3096-4544-994c-a9cc624bce50 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=32e6e243-eeda-4a0d-a837-8692933a5789 HTTP/1.1" status: 200 len: 944 time: 0.1085463 Jun 22 07:14:57.717428 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-7d7dbc5e-34a4-4dd7-adf2-b1f1456aec6b req-c4265988-4f8c-497b-9813-1aa20e1ee337 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/security-groups?id=b51056aa-037c-4921-b43f-ffbaaf0d81d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357728 Jun 22 07:14:58.241695 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f92743-fef0-4f55-b106-609bbdb483ed req-48cb2714-c1f6-4e85-bb60-7b494e766fab tempest-DeleteServersTestJSON-1840482181 tempest-DeleteServersTestJSON-1840482181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:58.243174 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-35f92743-fef0-4f55-b106-609bbdb483ed req-48cb2714-c1f6-4e85-bb60-7b494e766fab tempest-DeleteServersTestJSON-1840482181 tempest-DeleteServersTestJSON-1840482181-project] 10.222.0.24 "GET /v2.0/ports?device_id=408e9ee9-a3c9-4c89-a36d-c9312e22824a HTTP/1.1" status: 200 len: 944 time: 0.0706577 Jun 22 07:14:58.287883 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-35f92743-fef0-4f55-b106-609bbdb483ed req-b4bffd99-30d4-4db3-9b37-5e5f437983ca tempest-DeleteServersTestJSON-1840482181 tempest-DeleteServersTestJSON-1840482181-project] 10.222.0.24 "GET /v2.0/security-groups?id=a94922fc-8ff5-4870-8e70-23a0b4e4efe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379307 Jun 22 07:14:58.475695 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e87f989-a293-4c75-996c-4992cccbadc8 req-ccb3e4c1-a85f-4c75-b438-196e0e743301 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:58.477389 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-0e87f989-a293-4c75-996c-4992cccbadc8 req-ccb3e4c1-a85f-4c75-b438-196e0e743301 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f376705-0d18-4006-8bca-dd49b0e55cca HTTP/1.1" status: 200 len: 944 time: 0.0666997 Jun 22 07:14:58.529031 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-0e87f989-a293-4c75-996c-4992cccbadc8 req-878b8b47-9f3b-462b-9b04-5e075c27dc51 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "GET /v2.0/security-groups?id=6daf760c-5a05-4dd1-83f7-482b29ac14c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447562 Jun 22 07:14:58.821818 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dedd302-3d8e-49f7-aafd-9c2c670ea1db req-c25c3615-31cc-40fa-b176-4cd326ba1aa7 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:58.823323 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-1dedd302-3d8e-49f7-aafd-9c2c670ea1db req-c25c3615-31cc-40fa-b176-4cd326ba1aa7 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/ports?device_id=96140ecc-60b1-4858-b129-414607b05266 HTTP/1.1" status: 200 len: 944 time: 0.0837278 Jun 22 07:14:58.903501 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-1dedd302-3d8e-49f7-aafd-9c2c670ea1db req-3d15eb99-4a17-4d6c-b91a-279c2af8f507 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/security-groups?id=30e0c465-7839-4da2-bd45-e1fbd7ad0257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711994 Jun 22 07:14:58.940279 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593fba6d-b5a7-43d8-9ee2-c4b48ba7774c req-572fb982-4e61-470d-a59d-eb700c132822 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:58.941775 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-593fba6d-b5a7-43d8-9ee2-c4b48ba7774c req-572fb982-4e61-470d-a59d-eb700c132822 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=32e6e243-eeda-4a0d-a837-8692933a5789 HTTP/1.1" status: 200 len: 944 time: 0.1023321 Jun 22 07:14:58.983508 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-593fba6d-b5a7-43d8-9ee2-c4b48ba7774c req-926e6330-bc42-4357-9c5c-ba0697c13d32 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/security-groups?id=b51056aa-037c-4921-b43f-ffbaaf0d81d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356104 Jun 22 07:14:59.133400 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 43444) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:14:59.244510 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-76e94abb-1d24-4550-b967-32a20c53a2eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:59.366310 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-76e94abb-1d24-4550-b967-32a20c53a2eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:59.370425 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-76e94abb-1d24-4550-b967-32a20c53a2eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:59.373324 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-b42b9871-26ff-4c1d-8ba2-da1123473f66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:14:59.412553 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-76e94abb-1d24-4550-b967-32a20c53a2eb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9c3245b52d6d452c939a7277dc2e0c7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2757437 Jun 22 07:14:59.412553 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e94abb-1d24-4550-b967-32a20c53a2eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=361a510d-baf2-4f79-8736-1a49024dfabb,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:14:59.413453 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 43456) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:14:59.415361 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-76e94abb-1d24-4550-b967-32a20c53a2eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:14:59.464790 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-4dd77383-1837-4846-b4f3-cb6d22ee0299 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:59.487689 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-4dd77383-1837-4846-b4f3-cb6d22ee0299 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:59.501330 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8becaed-8f18-4571-afbc-257ca5832b3d req-14fd708e-a9bc-44ea-81f2-95a71e0bde17 tempest-DeleteServersTestJSON-1840482181 tempest-DeleteServersTestJSON-1840482181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:59.502794 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-f8becaed-8f18-4571-afbc-257ca5832b3d req-14fd708e-a9bc-44ea-81f2-95a71e0bde17 tempest-DeleteServersTestJSON-1840482181 tempest-DeleteServersTestJSON-1840482181-project] 10.222.0.24 "GET /v2.0/ports?device_id=408e9ee9-a3c9-4c89-a36d-c9312e22824a HTTP/1.1" status: 200 len: 944 time: 0.0930128 Jun 22 07:14:59.540128 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-4dd77383-1837-4846-b4f3-cb6d22ee0299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:59.543344 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-4dd77383-1837-4846-b4f3-cb6d22ee0299 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:59.544526 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-4dd77383-1837-4846-b4f3-cb6d22ee0299 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/361a510d-baf2-4f79-8736-1a49024dfabb HTTP/1.1" status: 204 len: 168 time: 0.1301384 Jun 22 07:14:59.545305 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-70d438f6-9cca-46e9-b55e-cfca1843378b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:14:59.545955 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-f8becaed-8f18-4571-afbc-257ca5832b3d req-7ff1bdca-3e4d-4232-91fe-9a9d98ec5fb9 tempest-DeleteServersTestJSON-1840482181 tempest-DeleteServersTestJSON-1840482181-project] 10.222.0.24 "GET /v2.0/security-groups?id=a94922fc-8ff5-4870-8e70-23a0b4e4efe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366054 Jun 22 07:14:59.559811 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd77383-1837-4846-b4f3-cb6d22ee0299 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=361a510d-baf2-4f79-8736-1a49024dfabb,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:14:59.562717 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-4dd77383-1837-4846-b4f3-cb6d22ee0299 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:14:59.733069 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e448c1e9-9a64-41f3-95d5-031e4ec80484 req-112b9f51-5bbe-455f-b7b7-d9faa785cf4e tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:14:59.734530 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-e448c1e9-9a64-41f3-95d5-031e4ec80484 req-112b9f51-5bbe-455f-b7b7-d9faa785cf4e tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f376705-0d18-4006-8bca-dd49b0e55cca HTTP/1.1" status: 200 len: 944 time: 0.0717263 Jun 22 07:14:59.773762 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-e448c1e9-9a64-41f3-95d5-031e4ec80484 req-2c581bf1-ed63-4fe6-8bd3-9267a844829c tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "GET /v2.0/security-groups?id=6daf760c-5a05-4dd1-83f7-482b29ac14c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333652 Jun 22 07:14:59.830763 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 43464) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:14:59.845552 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-4bd73a9e-8adb-455e-b3c7-b989dc579686 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:59.938596 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-4bd73a9e-8adb-455e-b3c7-b989dc579686 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:59.942930 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-4bd73a9e-8adb-455e-b3c7-b989dc579686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:14:59.945556 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-435bae02-73da-4c89-b66c-d6d4f1b8ed2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:14:59.985362 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-4bd73a9e-8adb-455e-b3c7-b989dc579686 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0e5f0d9d5a7a40f4b3fbeeb2d57ad503&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1508505 Jun 22 07:14:59.985362 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd73a9e-8adb-455e-b3c7-b989dc579686 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7ed8794-d4c2-4717-ab8a-aec8ce48a5d4,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:14:59.985921 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 43468) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:14:59.988016 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-4bd73a9e-8adb-455e-b3c7-b989dc579686 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:00.085104 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-77896bed-44cb-4ac4-b8a8-fc7ebfb10caa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:00.127757 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-77896bed-44cb-4ac4-b8a8-fc7ebfb10caa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:00.175359 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce721eef-45ae-48f5-a9ff-eeaf2bcc4680 req-7262ca99-0e36-4585-9d9a-845b4fa8e8d5 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:00.176848 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-ce721eef-45ae-48f5-a9ff-eeaf2bcc4680 req-7262ca99-0e36-4585-9d9a-845b4fa8e8d5 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/ports?device_id=96140ecc-60b1-4858-b129-414607b05266 HTTP/1.1" status: 200 len: 944 time: 0.1454768 Jun 22 07:15:00.247446 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-ce721eef-45ae-48f5-a9ff-eeaf2bcc4680 req-add6918a-6d57-424d-83c8-c7a9e5ef4a29 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/security-groups?id=30e0c465-7839-4da2-bd45-e1fbd7ad0257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610275 Jun 22 07:15:00.262047 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b202b9-acaa-4516-a592-388912c85b43 req-44c6f66f-ccf0-48d2-9dc4-f848b0294747 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:00.263560 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-73b202b9-acaa-4516-a592-388912c85b43 req-44c6f66f-ccf0-48d2-9dc4-f848b0294747 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=32e6e243-eeda-4a0d-a837-8692933a5789 HTTP/1.1" status: 200 len: 944 time: 0.1510565 Jun 22 07:15:00.264803 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-77896bed-44cb-4ac4-b8a8-fc7ebfb10caa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:00.268372 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-77896bed-44cb-4ac4-b8a8-fc7ebfb10caa admin admin] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:00.269493 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-77896bed-44cb-4ac4-b8a8-fc7ebfb10caa admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d7ed8794-d4c2-4717-ab8a-aec8ce48a5d4 HTTP/1.1" status: 204 len: 168 time: 0.2825296 Jun 22 07:15:00.271300 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-e8585e83-ec89-4e89-bded-a82532770ff7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:00.298463 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77896bed-44cb-4ac4-b8a8-fc7ebfb10caa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7ed8794-d4c2-4717-ab8a-aec8ce48a5d4,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:00.302111 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-77896bed-44cb-4ac4-b8a8-fc7ebfb10caa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:00.322564 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-73b202b9-acaa-4516-a592-388912c85b43 req-c3ac11a1-b2f0-46eb-b110-fd6df253afa4 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/security-groups?id=b51056aa-037c-4921-b43f-ffbaaf0d81d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519843 Jun 22 07:15:00.699803 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-213aaea5-9da3-44eb-b2a1-1af0035a4734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:00.736471 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c13e6ef-c1f7-40ca-977b-d72867aa86ad req-4c053666-5f74-4211-8813-763f31e517f6 tempest-DeleteServersTestJSON-1840482181 tempest-DeleteServersTestJSON-1840482181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:00.738140 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-2c13e6ef-c1f7-40ca-977b-d72867aa86ad req-4c053666-5f74-4211-8813-763f31e517f6 tempest-DeleteServersTestJSON-1840482181 tempest-DeleteServersTestJSON-1840482181-project] 10.222.0.24 "GET /v2.0/ports?device_id=408e9ee9-a3c9-4c89-a36d-c9312e22824a HTTP/1.1" status: 200 len: 944 time: 0.0741727 Jun 22 07:15:00.777882 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-2c13e6ef-c1f7-40ca-977b-d72867aa86ad req-fee311e5-e329-496a-8169-1a321f8325dc tempest-DeleteServersTestJSON-1840482181 tempest-DeleteServersTestJSON-1840482181-project] 10.222.0.24 "GET /v2.0/security-groups?id=a94922fc-8ff5-4870-8e70-23a0b4e4efe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332444 Jun 22 07:15:00.952141 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ccbe16-bdee-483d-a053-391b4f259003 req-1121799b-3716-456c-b561-20b98f316975 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:00.953706 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-84ccbe16-bdee-483d-a053-391b4f259003 req-1121799b-3716-456c-b561-20b98f316975 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f376705-0d18-4006-8bca-dd49b0e55cca HTTP/1.1" status: 200 len: 944 time: 0.0666571 Jun 22 07:15:00.991491 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-84ccbe16-bdee-483d-a053-391b4f259003 req-b2c67e73-d924-4eff-84d5-e550c5c7ad93 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "GET /v2.0/security-groups?id=6daf760c-5a05-4dd1-83f7-482b29ac14c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318644 Jun 22 07:15:01.473116 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7949cb2f-2e7e-4700-a98f-7843c76578dd req-b0afeab2-6868-47f3-a3fe-047c04bafb17 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:01.475371 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-7949cb2f-2e7e-4700-a98f-7843c76578dd req-b0afeab2-6868-47f3-a3fe-047c04bafb17 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/ports?device_id=96140ecc-60b1-4858-b129-414607b05266 HTTP/1.1" status: 200 len: 944 time: 0.1040125 Jun 22 07:15:01.585160 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-7949cb2f-2e7e-4700-a98f-7843c76578dd req-6da946e5-5ce4-46a0-a05a-891b18f8a099 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/security-groups?id=30e0c465-7839-4da2-bd45-e1fbd7ad0257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031983 Jun 22 07:15:01.627013 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42cfbae-0b9c-4141-a278-a4735934633d req-ced5dd23-3d34-4dc6-98d1-66916d0ea20d tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:01.628622 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-f42cfbae-0b9c-4141-a278-a4735934633d req-ced5dd23-3d34-4dc6-98d1-66916d0ea20d tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=32e6e243-eeda-4a0d-a837-8692933a5789 HTTP/1.1" status: 200 len: 944 time: 0.1487064 Jun 22 07:15:01.659571 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:01.693339 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-f42cfbae-0b9c-4141-a278-a4735934633d req-2e049f3b-3573-4a15-b8f7-4883bec24e22 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/security-groups?id=b51056aa-037c-4921-b43f-ffbaaf0d81d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523624 Jun 22 07:15:02.003165 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309dae92-a5ae-4203-b8fb-061f7fdb9749 req-c89bf336-5587-43ce-a10b-5df28aa9c537 tempest-DeleteServersTestJSON-1840482181 tempest-DeleteServersTestJSON-1840482181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:02.005716 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-309dae92-a5ae-4203-b8fb-061f7fdb9749 req-c89bf336-5587-43ce-a10b-5df28aa9c537 tempest-DeleteServersTestJSON-1840482181 tempest-DeleteServersTestJSON-1840482181-project] 10.222.0.24 "GET /v2.0/ports?device_id=408e9ee9-a3c9-4c89-a36d-c9312e22824a HTTP/1.1" status: 200 len: 944 time: 0.0795617 Jun 22 07:15:02.054149 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-309dae92-a5ae-4203-b8fb-061f7fdb9749 req-726c398b-3acc-4e33-9433-d53d55c4240b tempest-DeleteServersTestJSON-1840482181 tempest-DeleteServersTestJSON-1840482181-project] 10.222.0.24 "GET /v2.0/security-groups?id=a94922fc-8ff5-4870-8e70-23a0b4e4efe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420930 Jun 22 07:15:02.184025 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e22369-c4bd-4eba-a883-e15676a4a24d req-e4ff8d1e-a316-4ca5-bff0-e9ee2e640a53 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:02.185576 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-21e22369-c4bd-4eba-a883-e15676a4a24d req-e4ff8d1e-a316-4ca5-bff0-e9ee2e640a53 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f376705-0d18-4006-8bca-dd49b0e55cca HTTP/1.1" status: 200 len: 944 time: 0.0716197 Jun 22 07:15:02.235853 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-21e22369-c4bd-4eba-a883-e15676a4a24d req-27c123df-dd4b-463d-b106-8ffa3205a691 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "GET /v2.0/security-groups?id=6daf760c-5a05-4dd1-83f7-482b29ac14c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386357 Jun 22 07:15:02.895243 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a83d32-dd15-43fd-bfee-5f18fdf6c7ab req-75ff9a81-8851-439a-b478-2dc410a82df2 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:02.907978 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-31a83d32-dd15-43fd-bfee-5f18fdf6c7ab req-75ff9a81-8851-439a-b478-2dc410a82df2 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/ports?device_id=96140ecc-60b1-4858-b129-414607b05266 HTTP/1.1" status: 200 len: 944 time: 0.1241448 Jun 22 07:15:03.048683 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-31a83d32-dd15-43fd-bfee-5f18fdf6c7ab req-c4157354-74ed-4424-bdd5-385c8c7c4cbe tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/security-groups?id=30e0c465-7839-4da2-bd45-e1fbd7ad0257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393960 Jun 22 07:15:03.076731 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bf28c6-bd5c-4e02-a05c-7346171c5f5e req-b345d010-4ff8-4388-ae01-203456c743b5 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:03.078953 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-02bf28c6-bd5c-4e02-a05c-7346171c5f5e req-b345d010-4ff8-4388-ae01-203456c743b5 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=32e6e243-eeda-4a0d-a837-8692933a5789 HTTP/1.1" status: 200 len: 944 time: 0.1437778 Jun 22 07:15:03.096091 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-6ff16ff0-f8b1-4427-81a0-3e1163766b26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:03.153065 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-02bf28c6-bd5c-4e02-a05c-7346171c5f5e req-8ed87788-685a-41d2-9306-f70ee4e67f30 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/security-groups?id=b51056aa-037c-4921-b43f-ffbaaf0d81d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588188 Jun 22 07:15:03.268971 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508fbdeb-f229-4496-befb-719309c4601b req-600e3fbf-a606-4306-a764-3924a0129f56 tempest-DeleteServersTestJSON-1840482181 tempest-DeleteServersTestJSON-1840482181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:03.270649 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-508fbdeb-f229-4496-befb-719309c4601b req-600e3fbf-a606-4306-a764-3924a0129f56 tempest-DeleteServersTestJSON-1840482181 tempest-DeleteServersTestJSON-1840482181-project] 10.222.0.24 "GET /v2.0/ports?device_id=408e9ee9-a3c9-4c89-a36d-c9312e22824a HTTP/1.1" status: 200 len: 944 time: 0.0732963 Jun 22 07:15:03.272544 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:03.275388 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Device 99f0a8af-47c5-43e8-b357-f99b10755c08 up at agent hyperv_hv-cinder-78662 {{(pid=92921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 07:15:03.328466 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-508fbdeb-f229-4496-befb-719309c4601b req-8b65a2aa-7cbe-4f1d-9fdb-6ce86d440ea2 tempest-DeleteServersTestJSON-1840482181 tempest-DeleteServersTestJSON-1840482181-project] 10.222.0.24 "GET /v2.0/security-groups?id=a94922fc-8ff5-4870-8e70-23a0b4e4efe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501912 Jun 22 07:15:03.385930 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Provisioning for port 99f0a8af-47c5-43e8-b357-f99b10755c08 completed by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 07:15:03.393964 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Provisioning complete for port 99f0a8af-47c5-43e8-b357-f99b10755c08 triggered by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:15:03.394719 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1879668'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:03.484415 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f03d48e-c162-4047-ba6e-f0b6d37bf412 req-5c918d44-64fe-4a4c-aa79-8f05036bf968 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:03.486448 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-2f03d48e-c162-4047-ba6e-f0b6d37bf412 req-5c918d44-64fe-4a4c-aa79-8f05036bf968 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f376705-0d18-4006-8bca-dd49b0e55cca HTTP/1.1" status: 200 len: 944 time: 0.0830512 Jun 22 07:15:03.498861 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:03.536849 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-2f03d48e-c162-4047-ba6e-f0b6d37bf412 req-79bfe8fa-e9d0-47bb-b74c-d50b3aebec66 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "GET /v2.0/security-groups?id=6daf760c-5a05-4dd1-83f7-482b29ac14c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442247 Jun 22 07:15:03.541714 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '408e9ee9-a3c9-4c89-a36d-c9312e22824a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99f0a8af-47c5-43e8-b357-f99b10755c08'}] {{(pid=92921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 07:15:03.632583 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] For port 99f0a8af-47c5-43e8-b357-f99b10755c08, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=99f0a8af-47c5-43e8-b357-f99b10755c08,segment=NetworkSegment(4bb8bbca-dc02-47a4-86ed-2cfeff644e2b),segment_id=4bb8bbca-dc02-47a4-86ed-2cfeff644e2b)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:15:03.638627 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:03.640570 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Device e4159f94-5527-4466-8635-e476cd2fc9b0 up at agent hyperv_hv-cinder-78662 {{(pid=92921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 07:15:03.644936 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:03.793187 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4609914990d9533a1079bbd359c82c974bab58cbf2fcf9d17aa38aa491f36217" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1471eca-8c28-4258-b4bf-b49cd738a8ed" -d '{"events": [{"server_uuid": "408e9ee9-a3c9-4c89-a36d-c9312e22824a", "name": "network-vif-plugged", "status": "completed", "tag": "99f0a8af-47c5-43e8-b357-f99b10755c08"}]}' {{(pid=92921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 07:15:03.857923 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Pushing event updated for resources: {'Port': ['ID=99f0a8af-47c5-43e8-b357-f99b10755c08,revision_number=5']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:03.866913 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:03.874578 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Provisioning for port e4159f94-5527-4466-8635-e476cd2fc9b0 completed by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 07:15:03.881766 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Provisioning complete for port e4159f94-5527-4466-8635-e476cd2fc9b0 triggered by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:15:03.882828 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1879668'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:03.948368 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 07:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72e51e9b-6224-46fc-a04f-cf455108ddd5 x-openstack-request-id: req-72e51e9b-6224-46fc-a04f-cf455108ddd5 {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 07:15:03.949560 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "408e9ee9-a3c9-4c89-a36d-c9312e22824a", "name": "network-vif-plugged", "status": "completed", "tag": "99f0a8af-47c5-43e8-b357-f99b10755c08", "code": 200}]} {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 07:15:03.950089 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-72e51e9b-6224-46fc-a04f-cf455108ddd5 {{(pid=92921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 07:15:03.950864 dv-cinder-786627-11-iscsi neutron-server[92921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '408e9ee9-a3c9-4c89-a36d-c9312e22824a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99f0a8af-47c5-43e8-b357-f99b10755c08', 'code': 200} Jun 22 07:15:04.076234 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:04.170667 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] For port e4159f94-5527-4466-8635-e476cd2fc9b0, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=e4159f94-5527-4466-8635-e476cd2fc9b0,segment=NetworkSegment(2158ff00-7488-4d6e-bcd3-02a0699d8dc9),segment_id=2158ff00-7488-4d6e-bcd3-02a0699d8dc9)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:15:04.179245 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:04.180176 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Device 4d8e0191-6514-4042-b61d-e3d6c352f619 up at agent hyperv_hv-cinder-78662 {{(pid=92921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 07:15:04.184547 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-71e2a346-2910-4f82-8a65-a4076b18295e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:04.392069 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Pushing event updated for resources: {'Port': ['ID=e4159f94-5527-4466-8635-e476cd2fc9b0,revision_number=5']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:04.411788 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:04.431337 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44e7d01-9577-4a0e-a8e4-fca216947d37 req-0b0ffb47-df09-430b-a865-ca2b86e48f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:04.434453 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-a44e7d01-9577-4a0e-a8e4-fca216947d37 req-0b0ffb47-df09-430b-a865-ca2b86e48f84 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=408e9ee9-a3c9-4c89-a36d-c9312e22824a HTTP/1.1" status: 200 len: 1098 time: 0.1990137 Jun 22 07:15:04.451890 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Provisioning for port 4d8e0191-6514-4042-b61d-e3d6c352f619 completed by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 07:15:04.460790 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Provisioning complete for port 4d8e0191-6514-4042-b61d-e3d6c352f619 triggered by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:15:04.461184 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1879668'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:04.464705 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-a44e7d01-9577-4a0e-a8e4-fca216947d37 req-2ed96df1-a91d-42a1-b5b5-2a95589d29aa service neutron] Notify callbacks [] for security_group, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:04.514561 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ccedd9-0a1b-4e0b-a538-b295b64e7c8f req-f962f431-5e73-4f69-ab5f-3f4604f831bd tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:04.522910 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-41ccedd9-0a1b-4e0b-a538-b295b64e7c8f req-f962f431-5e73-4f69-ab5f-3f4604f831bd tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/ports?device_id=96140ecc-60b1-4858-b129-414607b05266 HTTP/1.1" status: 200 len: 944 time: 0.1993113 Jun 22 07:15:04.584846 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093d743e-d725-4edb-b940-94c9494801f1 req-eeb578df-3964-44fb-847b-de7052f04145 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:04.587165 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-093d743e-d725-4edb-b940-94c9494801f1 req-eeb578df-3964-44fb-847b-de7052f04145 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=32e6e243-eeda-4a0d-a837-8692933a5789 HTTP/1.1" status: 200 len: 944 time: 0.1685579 Jun 22 07:15:04.609155 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 43684) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:15:04.640113 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-a44e7d01-9577-4a0e-a8e4-fca216947d37 req-2ed96df1-a91d-42a1-b5b5-2a95589d29aa service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:04.646878 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-a44e7d01-9577-4a0e-a8e4-fca216947d37 req-2ed96df1-a91d-42a1-b5b5-2a95589d29aa service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:04.659309 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-41ccedd9-0a1b-4e0b-a538-b295b64e7c8f req-4e4de0b7-2322-477c-8a6e-cc4cad1a64d5 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/security-groups?id=30e0c465-7839-4da2-bd45-e1fbd7ad0257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354077 Jun 22 07:15:04.691024 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:04.701663 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-a44e7d01-9577-4a0e-a8e4-fca216947d37 req-2ed96df1-a91d-42a1-b5b5-2a95589d29aa service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a94922fc-8ff5-4870-8e70-23a0b4e4efe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2575438 Jun 22 07:15:04.705624 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:04.745195 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-093d743e-d725-4edb-b940-94c9494801f1 req-54a0b138-7803-4d3e-9dce-12650c25f0e4 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/security-groups?id=b51056aa-037c-4921-b43f-ffbaaf0d81d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160378 Jun 22 07:15:04.753269 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed96df1-a91d-42a1-b5b5-2a95589d29aa service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=d2fe6c05-7b41-489b-a5ce-e8ee9e10b655,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:04.757083 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-2ed96df1-a91d-42a1-b5b5-2a95589d29aa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:04.785010 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] For port 4d8e0191-6514-4042-b61d-e3d6c352f619, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=4d8e0191-6514-4042-b61d-e3d6c352f619,segment=NetworkSegment(8d1bc002-3124-433f-9368-96f826d6cba6),segment_id=8d1bc002-3124-433f-9368-96f826d6cba6)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:15:04.793974 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:04.795326 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Device e4c5e89b-6f1f-4a27-b090-bc12a9842c1d up at agent hyperv_hv-cinder-78662 {{(pid=92921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 07:15:04.799294 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:04.871490 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-b1f4741d-acb7-43e3-b07a-38d9655bc510 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:04.959149 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Pushing event updated for resources: {'Port': ['ID=4d8e0191-6514-4042-b61d-e3d6c352f619,revision_number=5']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:04.965115 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:05.012853 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Provisioning for port e4c5e89b-6f1f-4a27-b090-bc12a9842c1d completed by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 07:15:05.019916 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Provisioning complete for port e4c5e89b-6f1f-4a27-b090-bc12a9842c1d triggered by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:15:05.020330 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1879668'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:05.051020 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-b1f4741d-acb7-43e3-b07a-38d9655bc510 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:05.055755 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77ab293-4e5f-43e9-b6f0-6a7bc45f25ca req-fa749e2e-06c3-4867-85e9-4804cfed32f3 tempest-DeleteServersTestJSON-1840482181 tempest-DeleteServersTestJSON-1840482181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:05.057427 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-b1f4741d-acb7-43e3-b07a-38d9655bc510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:05.064456 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-a77ab293-4e5f-43e9-b6f0-6a7bc45f25ca req-fa749e2e-06c3-4867-85e9-4804cfed32f3 tempest-DeleteServersTestJSON-1840482181 tempest-DeleteServersTestJSON-1840482181-project] 10.222.0.24 "GET /v2.0/ports?device_id=408e9ee9-a3c9-4c89-a36d-c9312e22824a HTTP/1.1" status: 200 len: 945 time: 0.1732268 Jun 22 07:15:05.100770 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d3bde9-2029-488f-836f-63ff03d45af7 req-7283e4a2-b81a-4f48-8ee5-e37cb61e08ed tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:05.101890 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-4dd77383-1837-4846-b4f3-cb6d22ee0299 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:05.102336 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-d2d3bde9-2029-488f-836f-63ff03d45af7 req-7283e4a2-b81a-4f48-8ee5-e37cb61e08ed tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f376705-0d18-4006-8bca-dd49b0e55cca HTTP/1.1" status: 200 len: 945 time: 0.1305411 Jun 22 07:15:05.155286 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-a77ab293-4e5f-43e9-b6f0-6a7bc45f25ca req-a31f8a12-1b9d-470e-bb35-478d819be1c9 tempest-DeleteServersTestJSON-1840482181 tempest-DeleteServersTestJSON-1840482181-project] 10.222.0.24 "GET /v2.0/security-groups?id=a94922fc-8ff5-4870-8e70-23a0b4e4efe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899484 Jun 22 07:15:05.170192 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:05.171474 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-b1f4741d-acb7-43e3-b07a-38d9655bc510 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=352b9fbfa58f448d827a09b8084cfe08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5593171 Jun 22 07:15:05.173213 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 43702) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:15:05.175253 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f4741d-acb7-43e3-b07a-38d9655bc510 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5b5ec68-d3af-4809-8807-e9c55d7b470d,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:05.182132 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-d2d3bde9-2029-488f-836f-63ff03d45af7 req-f5237b02-f90d-4e7e-8b16-7ce374752c7a tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "GET /v2.0/security-groups?id=6daf760c-5a05-4dd1-83f7-482b29ac14c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672526 Jun 22 07:15:05.188564 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-b1f4741d-acb7-43e3-b07a-38d9655bc510 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:05.198430 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d3c1a5ff-c703-4bfc-bce3-efb8418f207c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:05.235105 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] For port e4c5e89b-6f1f-4a27-b090-bc12a9842c1d, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=e4c5e89b-6f1f-4a27-b090-bc12a9842c1d,segment=NetworkSegment(ad1695f4-d579-4854-bcbf-7f27a2eb4dc6),segment_id=ad1695f4-d579-4854-bcbf-7f27a2eb4dc6)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:15:05.243278 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:05.244844 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Device 0c37ff52-be9d-4855-ad57-401153daeb5e up at agent hyperv_hv-cinder-78662 {{(pid=92921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 07:15:05.248156 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:05.257761 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-9f671505-4933-45e4-95d1-7d7c12c1e9b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:05.335186 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Pushing event updated for resources: {'Port': ['ID=e4c5e89b-6f1f-4a27-b090-bc12a9842c1d,revision_number=5']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:05.338064 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-9f671505-4933-45e4-95d1-7d7c12c1e9b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:05.346504 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:05.352841 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Provisioning for port 0c37ff52-be9d-4855-ad57-401153daeb5e completed by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 07:15:05.360032 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Provisioning complete for port 0c37ff52-be9d-4855-ad57-401153daeb5e triggered by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:15:05.360691 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1879668'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:05.425557 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-9f671505-4933-45e4-95d1-7d7c12c1e9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:05.428938 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-9f671505-4933-45e4-95d1-7d7c12c1e9b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:05.433116 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-9f671505-4933-45e4-95d1-7d7c12c1e9b3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d5b5ec68-d3af-4809-8807-e9c55d7b470d HTTP/1.1" status: 204 len: 168 time: 0.2515378 Jun 22 07:15:05.433116 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:05.440132 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f671505-4933-45e4-95d1-7d7c12c1e9b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5b5ec68-d3af-4809-8807-e9c55d7b470d,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:05.445183 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-9f671505-4933-45e4-95d1-7d7c12c1e9b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:05.507782 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:05.550499 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] For port 0c37ff52-be9d-4855-ad57-401153daeb5e, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=0c37ff52-be9d-4855-ad57-401153daeb5e,segment=NetworkSegment(ad1695f4-d579-4854-bcbf-7f27a2eb4dc6),segment_id=ad1695f4-d579-4854-bcbf-7f27a2eb4dc6)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:15:05.556553 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:05.559088 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:05.633836 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Pushing event updated for resources: {'Port': ['ID=0c37ff52-be9d-4855-ad57-401153daeb5e,revision_number=5']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:05.639326 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:05.789831 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 43730) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:15:05.901956 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f207e924-1bd3-4184-b180-711d0fa2a901 req-780972ba-fdc0-4002-b1fc-824aabfd1855 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:05.905191 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-f207e924-1bd3-4184-b180-711d0fa2a901 req-780972ba-fdc0-4002-b1fc-824aabfd1855 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/ports?device_id=96140ecc-60b1-4858-b129-414607b05266 HTTP/1.1" status: 200 len: 945 time: 0.1060710 Jun 22 07:15:05.952710 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f376705-0d18-4006-8bca-dd49b0e55cca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4159f94-5527-4466-8635-e476cd2fc9b0'}, {'server_uuid': '32e6e243-eeda-4a0d-a837-8692933a5789', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d8e0191-6514-4042-b61d-e3d6c352f619'}, {'server_uuid': 'ec3d9cd3-7990-46e7-a0c4-277e3dc80819', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4c5e89b-6f1f-4a27-b090-bc12a9842c1d'}, {'server_uuid': '96140ecc-60b1-4858-b129-414607b05266', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c37ff52-be9d-4855-ad57-401153daeb5e'}] {{(pid=92921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 07:15:05.955454 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4609914990d9533a1079bbd359c82c974bab58cbf2fcf9d17aa38aa491f36217" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6349de84-7923-40c5-97ac-6aa595048208" -d '{"events": [{"server_uuid": "6f376705-0d18-4006-8bca-dd49b0e55cca", "name": "network-vif-plugged", "status": "completed", "tag": "e4159f94-5527-4466-8635-e476cd2fc9b0"}, {"server_uuid": "32e6e243-eeda-4a0d-a837-8692933a5789", "name": "network-vif-plugged", "status": "completed", "tag": "4d8e0191-6514-4042-b61d-e3d6c352f619"}, {"server_uuid": "ec3d9cd3-7990-46e7-a0c4-277e3dc80819", "name": "network-vif-plugged", "status": "completed", "tag": "e4c5e89b-6f1f-4a27-b090-bc12a9842c1d"}, {"server_uuid": "96140ecc-60b1-4858-b129-414607b05266", "name": "network-vif-plugged", "status": "completed", "tag": "0c37ff52-be9d-4855-ad57-401153daeb5e"}]}' {{(pid=92921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 07:15:05.977341 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8c540f6b-f13c-49a7-b940-ec0305ca62f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:05.980713 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-f207e924-1bd3-4184-b180-711d0fa2a901 req-ebf94968-9d8e-41e8-932a-0902c6f713e5 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/security-groups?id=30e0c465-7839-4da2-bd45-e1fbd7ad0257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654743 Jun 22 07:15:06.105072 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Tue, 22 Jun 2021 07:15:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f09996dd-edfe-4ba2-972f-006017fc61d5 x-openstack-request-id: req-f09996dd-edfe-4ba2-972f-006017fc61d5 {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 07:15:06.105462 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f376705-0d18-4006-8bca-dd49b0e55cca", "name": "network-vif-plugged", "status": "completed", "tag": "e4159f94-5527-4466-8635-e476cd2fc9b0", "code": 200}, {"server_uuid": "32e6e243-eeda-4a0d-a837-8692933a5789", "name": "network-vif-plugged", "status": "completed", "tag": "4d8e0191-6514-4042-b61d-e3d6c352f619", "code": 200}, {"server_uuid": "ec3d9cd3-7990-46e7-a0c4-277e3dc80819", "name": "network-vif-plugged", "status": "completed", "tag": "e4c5e89b-6f1f-4a27-b090-bc12a9842c1d", "code": 200}, {"server_uuid": "96140ecc-60b1-4858-b129-414607b05266", "name": "network-vif-plugged", "status": "completed", "tag": "0c37ff52-be9d-4855-ad57-401153daeb5e", "code": 200}]} {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 07:15:06.105804 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f09996dd-edfe-4ba2-972f-006017fc61d5 {{(pid=92921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 07:15:06.106357 dv-cinder-786627-11-iscsi neutron-server[92921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f376705-0d18-4006-8bca-dd49b0e55cca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4159f94-5527-4466-8635-e476cd2fc9b0', 'code': 200} Jun 22 07:15:06.106979 dv-cinder-786627-11-iscsi neutron-server[92921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32e6e243-eeda-4a0d-a837-8692933a5789', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d8e0191-6514-4042-b61d-e3d6c352f619', 'code': 200} Jun 22 07:15:06.107490 dv-cinder-786627-11-iscsi neutron-server[92921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec3d9cd3-7990-46e7-a0c4-277e3dc80819', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4c5e89b-6f1f-4a27-b090-bc12a9842c1d', 'code': 200} Jun 22 07:15:06.107960 dv-cinder-786627-11-iscsi neutron-server[92921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96140ecc-60b1-4858-b129-414607b05266', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c37ff52-be9d-4855-ad57-401153daeb5e', 'code': 200} Jun 22 07:15:06.151912 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8c540f6b-f13c-49a7-b940-ec0305ca62f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:06.157222 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8c540f6b-f13c-49a7-b940-ec0305ca62f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:06.162622 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-b1f4741d-acb7-43e3-b07a-38d9655bc510 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:06.220237 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-8c540f6b-f13c-49a7-b940-ec0305ca62f9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=daf7558f40b14f7cace4101ca9b13ac9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4292734 Jun 22 07:15:06.223532 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 43760) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:15:06.225708 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c540f6b-f13c-49a7-b940-ec0305ca62f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e00948e4-02ce-4c88-864e-7b967905c075,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:06.236553 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-8c540f6b-f13c-49a7-b940-ec0305ca62f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:06.273250 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6318c78-2eab-4e10-b7d5-cd9e988974c9 req-76f386ac-2871-40c3-8191-bec719b01113 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:06.275010 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-a6318c78-2eab-4e10-b7d5-cd9e988974c9 req-76f386ac-2871-40c3-8191-bec719b01113 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=32e6e243-eeda-4a0d-a837-8692933a5789 HTTP/1.1" status: 200 len: 945 time: 0.2069535 Jun 22 07:15:06.371883 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-17b371ad-520d-4fd9-91ba-01a14617b3ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:06.393697 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-a6318c78-2eab-4e10-b7d5-cd9e988974c9 req-4badf7b2-0a08-4e2a-bf35-a52053c7591a tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/security-groups?id=b51056aa-037c-4921-b43f-ffbaaf0d81d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040592 Jun 22 07:15:06.406466 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-17b371ad-520d-4fd9-91ba-01a14617b3ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:06.616493 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98981e01-b6ea-4886-bab7-20b5038e5548 req-b8651f32-68bf-44fc-9527-c72c07cbb69e tempest-DeleteServersTestJSON-1840482181 tempest-DeleteServersTestJSON-1840482181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:06.631510 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-98981e01-b6ea-4886-bab7-20b5038e5548 req-b8651f32-68bf-44fc-9527-c72c07cbb69e tempest-DeleteServersTestJSON-1840482181 tempest-DeleteServersTestJSON-1840482181-project] 10.222.0.24 "GET /v2.0/ports?device_id=408e9ee9-a3c9-4c89-a36d-c9312e22824a HTTP/1.1" status: 200 len: 945 time: 0.1878219 Jun 22 07:15:06.691135 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-17b371ad-520d-4fd9-91ba-01a14617b3ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:06.707230 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-17b371ad-520d-4fd9-91ba-01a14617b3ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:06.710956 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-17b371ad-520d-4fd9-91ba-01a14617b3ef admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e00948e4-02ce-4c88-864e-7b967905c075 HTTP/1.1" status: 204 len: 168 time: 0.4743884 Jun 22 07:15:06.710956 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-8a5cd619-a8fa-4291-886a-3ce8b9554f83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:06.741593 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b371ad-520d-4fd9-91ba-01a14617b3ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e00948e4-02ce-4c88-864e-7b967905c075,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:06.750299 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-17b371ad-520d-4fd9-91ba-01a14617b3ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:06.769053 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd71628-5054-4ee0-b0c8-214299f1f9d4 req-93941e11-36a1-4b9b-acb7-dea7fc08e863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:06.776590 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-ecd71628-5054-4ee0-b0c8-214299f1f9d4 req-93941e11-36a1-4b9b-acb7-dea7fc08e863 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=32e6e243-eeda-4a0d-a837-8692933a5789 HTTP/1.1" status: 200 len: 1098 time: 0.1851685 Jun 22 07:15:06.803198 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-98981e01-b6ea-4886-bab7-20b5038e5548 req-a4d5e735-b02c-44af-a59a-8264007cdc9a tempest-DeleteServersTestJSON-1840482181 tempest-DeleteServersTestJSON-1840482181-project] 10.222.0.24 "GET /v2.0/security-groups?id=a94922fc-8ff5-4870-8e70-23a0b4e4efe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699722 Jun 22 07:15:06.887892 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 43790) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:15:06.902695 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-f04bb265-eca6-4530-aeb1-0b3afeb7eb68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:06.978998 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75332984-1dcc-42f9-84d9-1cd039102425 req-c669d9c5-0dc9-43ca-bb2d-5597dc236b31 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:06.990109 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-75332984-1dcc-42f9-84d9-1cd039102425 req-c669d9c5-0dc9-43ca-bb2d-5597dc236b31 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f376705-0d18-4006-8bca-dd49b0e55cca HTTP/1.1" status: 200 len: 945 time: 0.2610326 Jun 22 07:15:07.076663 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-75332984-1dcc-42f9-84d9-1cd039102425 req-71458d37-2e3f-46e2-9f36-9e46d0c8ea3e tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "GET /v2.0/security-groups?id=6daf760c-5a05-4dd1-83f7-482b29ac14c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784798 Jun 22 07:15:07.162218 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-ecd71628-5054-4ee0-b0c8-214299f1f9d4 req-18f50378-f974-4b95-9e04-363eeb21fcad service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=b51056aa-037c-4921-b43f-ffbaaf0d81d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3829644 Jun 22 07:15:07.286957 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4d9209-1ff2-440d-8800-1b693f2a244a req-97dc311a-14b7-4b13-a3a0-b360654459dd tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:07.288581 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-de4d9209-1ff2-440d-8800-1b693f2a244a req-97dc311a-14b7-4b13-a3a0-b360654459dd tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/ports?device_id=96140ecc-60b1-4858-b129-414607b05266 HTTP/1.1" status: 200 len: 945 time: 0.0751243 Jun 22 07:15:07.350296 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-de4d9209-1ff2-440d-8800-1b693f2a244a req-97e3f54c-c12c-4420-8334-aa33e62b831d tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/security-groups?id=30e0c465-7839-4da2-bd45-e1fbd7ad0257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525191 Jun 22 07:15:07.386541 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.v2.base [None req-5d6ba75c-f567-45e7-b60b-9f85cdb6cf15 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1734785155-network', 'tenant_id': '229550f555624e4386591eeeee0d143c'}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:15:07.456629 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 43802) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:15:07.481575 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 43806) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:15:07.505722 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d6ba75c-f567-45e7-b60b-9f85cdb6cf15 admin admin] Made reservation on behalf of 229550f555624e4386591eeeee0d143c for: {'network': 1} {{(pid=92919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 07:15:07.508524 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-5d6ba75c-f567-45e7-b60b-9f85cdb6cf15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1809762'] for network, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:07.523166 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-5d6ba75c-f567-45e7-b60b-9f85cdb6cf15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:07.528447 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-5cf98f68-4ece-4032-a722-6969c79dd0a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:07.553723 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13862aa-4bb4-4601-ba08-87bc5edbdf63 req-2e059ec7-6bf4-4070-8634-bfb04b5a22aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:07.556476 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-b13862aa-4bb4-4601-ba08-87bc5edbdf63 req-2e059ec7-6bf4-4070-8634-bfb04b5a22aa service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6f376705-0d18-4006-8bca-dd49b0e55cca HTTP/1.1" status: 200 len: 1098 time: 0.1569057 Jun 22 07:15:07.561091 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b002802-3b1e-42bc-9ca7-b1327bcaee18 req-7191075b-e944-4a99-8c87-363b7ea0f90c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:07.563637 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-0b002802-3b1e-42bc-9ca7-b1327bcaee18 req-7191075b-e944-4a99-8c87-363b7ea0f90c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ec3d9cd3-7990-46e7-a0c4-277e3dc80819 HTTP/1.1" status: 200 len: 1099 time: 0.1815517 Jun 22 07:15:07.607619 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.db.api [None req-5d6ba75c-f567-45e7-b60b-9f85cdb6cf15 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 22 07:15:07.607619 dv-cinder-786627-11-iscsi neutron-server[92919]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 22 07:15:07.607619 dv-cinder-786627-11-iscsi neutron-server[92919]: [parameters: {'project_id_1': '229550f555624e4386591eeeee0d143c', 'expiration_1': datetime.datetime(2021, 6, 22, 7, 15, 7, 558113)}] Jun 22 07:15:07.607619 dv-cinder-786627-11-iscsi neutron-server[92919]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92919) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 07:15:07.608371 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_db.api [None req-5d6ba75c-f567-45e7-b60b-9f85cdb6cf15 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=92919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 07:15:07.624566 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a59247a-f7f8-4a28-91da-b9b70c0f73a2 req-b521adb4-1f96-4284-8a2f-9adf31fa4067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:07.626217 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-9a59247a-f7f8-4a28-91da-b9b70c0f73a2 req-b521adb4-1f96-4284-8a2f-9adf31fa4067 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=96140ecc-60b1-4858-b129-414607b05266 HTTP/1.1" status: 200 len: 1098 time: 0.2271962 Jun 22 07:15:07.632839 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-0b002802-3b1e-42bc-9ca7-b1327bcaee18 req-30fb344e-9bca-4d8b-a325-620a06a7dd9a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=30e0c465-7839-4da2-bd45-e1fbd7ad0257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541568 Jun 22 07:15:07.635064 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-b13862aa-4bb4-4601-ba08-87bc5edbdf63 req-0a8247f8-e218-4207-8f44-4095a116df6e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6daf760c-5a05-4dd1-83f7-482b29ac14c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637581 Jun 22 07:15:07.706710 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-9a59247a-f7f8-4a28-91da-b9b70c0f73a2 req-ef2e1194-ac93-47c7-8866-ece4172758f6 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=30e0c465-7839-4da2-bd45-e1fbd7ad0257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734954 Jun 22 07:15:07.742442 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3060c5-375b-4b1c-9d21-31b99f7a69bb req-46ef5193-6318-403d-b52b-2ecb57276262 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:07.744246 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-8a3060c5-375b-4b1c-9d21-31b99f7a69bb req-46ef5193-6318-403d-b52b-2ecb57276262 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=32e6e243-eeda-4a0d-a837-8692933a5789 HTTP/1.1" status: 200 len: 945 time: 0.1971505 Jun 22 07:15:07.766364 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-d8a27106-4b31-4983-a776-b22f18700a74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:07.832570 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-5cf98f68-4ece-4032-a722-6969c79dd0a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:07.836961 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-8a3060c5-375b-4b1c-9d21-31b99f7a69bb req-8bfb4e1b-e601-4a45-a928-5bb5ef8d3964 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/security-groups?id=b51056aa-037c-4921-b43f-ffbaaf0d81d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817132 Jun 22 07:15:07.838814 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-5cf98f68-4ece-4032-a722-6969c79dd0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:07.843878 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:07.909971 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-5cf98f68-4ece-4032-a722-6969c79dd0a6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c0be2e1603d6404b8ea2b0c6ec0602d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4271972 Jun 22 07:15:07.910750 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 43814) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:15:07.912819 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf98f68-4ece-4032-a722-6969c79dd0a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b346de5c-ce87-47b6-a8f8-9929abb1eee0,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:07.918940 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-5cf98f68-4ece-4032-a722-6969c79dd0a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:07.999445 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-d8a27106-4b31-4983-a776-b22f18700a74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:08.008046 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-d8a27106-4b31-4983-a776-b22f18700a74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:08.018367 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-5cf98f68-4ece-4032-a722-6969c79dd0a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:08.018981 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-35b35a45-af8f-4d8c-90f9-7f42b12791bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:08.048200 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-35b35a45-af8f-4d8c-90f9-7f42b12791bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:08.117443 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-5d6ba75c-f567-45e7-b60b-9f85cdb6cf15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:08.131739 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-35b35a45-af8f-4d8c-90f9-7f42b12791bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:08.134183 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-35b35a45-af8f-4d8c-90f9-7f42b12791bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:08.139320 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-35b35a45-af8f-4d8c-90f9-7f42b12791bb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b346de5c-ce87-47b6-a8f8-9929abb1eee0 HTTP/1.1" status: 204 len: 168 time: 0.2246783 Jun 22 07:15:08.140176 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:08.148558 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b35a45-af8f-4d8c-90f9-7f42b12791bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b346de5c-ce87-47b6-a8f8-9929abb1eee0,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:08.158011 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-35b35a45-af8f-4d8c-90f9-7f42b12791bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:08.226049 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a27106-4b31-4983-a776-b22f18700a74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f0e88d4-af9b-4d07-8a27-e9eedfcfbbd8,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:08.243570 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 43824) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:15:08.246541 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-d8a27106-4b31-4983-a776-b22f18700a74 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9d1ec0ef057c4988b2bdd6aa95fd7641&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7850378 Jun 22 07:15:08.254020 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-d8a27106-4b31-4983-a776-b22f18700a74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:08.356581 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-3f4fc532-04e9-4850-aec8-5464dce14c42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:08.384039 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-3f4fc532-04e9-4850-aec8-5464dce14c42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:08.404847 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4123d76f-5c50-4a16-aab8-4609eb0867b5 req-e027960e-c22d-4a79-ac8f-60cecccad5d7 tempest-DeleteServersTestJSON-1840482181 tempest-DeleteServersTestJSON-1840482181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:08.407594 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-4123d76f-5c50-4a16-aab8-4609eb0867b5 req-e027960e-c22d-4a79-ac8f-60cecccad5d7 tempest-DeleteServersTestJSON-1840482181 tempest-DeleteServersTestJSON-1840482181-project] 10.222.0.24 "GET /v2.0/ports?device_id=408e9ee9-a3c9-4c89-a36d-c9312e22824a HTTP/1.1" status: 200 len: 945 time: 0.3203216 Jun 22 07:15:08.464486 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-3f4fc532-04e9-4850-aec8-5464dce14c42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:08.467445 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-3f4fc532-04e9-4850-aec8-5464dce14c42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:08.468668 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-3f4fc532-04e9-4850-aec8-5464dce14c42 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5f0e88d4-af9b-4d07-8a27-e9eedfcfbbd8 HTTP/1.1" status: 204 len: 168 time: 0.2233605 Jun 22 07:15:08.469406 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:08.481169 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4fc532-04e9-4850-aec8-5464dce14c42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f0e88d4-af9b-4d07-8a27-e9eedfcfbbd8,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:08.483644 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-3f4fc532-04e9-4850-aec8-5464dce14c42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:08.522263 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-4123d76f-5c50-4a16-aab8-4609eb0867b5 req-cde0d176-220e-4b00-918b-1f24620c9bca tempest-DeleteServersTestJSON-1840482181 tempest-DeleteServersTestJSON-1840482181-project] 10.222.0.24 "GET /v2.0/security-groups?id=a94922fc-8ff5-4870-8e70-23a0b4e4efe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889387 Jun 22 07:15:08.534414 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-5d6ba75c-f567-45e7-b60b-9f85cdb6cf15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:08.543653 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-5d6ba75c-f567-45e7-b60b-9f85cdb6cf15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:08.548845 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:08.559703 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614bc0b4-818e-4bcd-8a62-2b37f6212508 req-8fd4218d-ccf5-4e12-ba32-ede35fae22e4 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:08.561308 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-614bc0b4-818e-4bcd-8a62-2b37f6212508 req-8fd4218d-ccf5-4e12-ba32-ede35fae22e4 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f376705-0d18-4006-8bca-dd49b0e55cca HTTP/1.1" status: 200 len: 945 time: 0.1957972 Jun 22 07:15:08.581427 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d6ba75c-f567-45e7-b60b-9f85cdb6cf15 admin admin] vlan segment allocate from pool success with {'vlan_id': 427, 'physical_network': 'physnet1'} {{(pid=92919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 07:15:08.624483 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6ba75c-f567-45e7-b60b-9f85cdb6cf15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d179af01-6e8f-4de0-b8d4-f879330cc003,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:08.642681 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-5d6ba75c-f567-45e7-b60b-9f85cdb6cf15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:08.658492 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-5d6ba75c-f567-45e7-b60b-9f85cdb6cf15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1885363'] for segment, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:08.659068 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.db.segments_db [None req-5d6ba75c-f567-45e7-b60b-9f85cdb6cf15 admin admin] Added segment af41065c-6602-4bb6-acb3-dc4c9d262c54 of type vlan for network 31e2b9a5-acef-422e-882a-031867f08161 Jun 22 07:15:08.781015 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-614bc0b4-818e-4bcd-8a62-2b37f6212508 req-50552d4b-3541-4744-ab3c-51c1c07692c5 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "GET /v2.0/security-groups?id=6daf760c-5a05-4dd1-83f7-482b29ac14c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2037747 Jun 22 07:15:08.788924 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-5d6ba75c-f567-45e7-b60b-9f85cdb6cf15 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773473491173'] for network, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:08.858205 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-5d6ba75c-f567-45e7-b60b-9f85cdb6cf15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-54575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-690206'] for network, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:08.863827 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d6ba75c-f567-45e7-b60b-9f85cdb6cf15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:08.864735 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-5d6ba75c-f567-45e7-b60b-9f85cdb6cf15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-690179'] for network, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:08.882303 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:08.892639 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-5d6ba75c-f567-45e7-b60b-9f85cdb6cf15 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.0012712 Jun 22 07:15:08.893635 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 43844) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:15:08.918870 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.v2.base [None req-f3fc2e2a-b949-48ab-8e13-f1a049a3ff92 admin admin] Request body: {'subnet': {'network_id': '31e2b9a5-acef-422e-882a-031867f08161', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1734785155-subnet', 'tenant_id': '229550f555624e4386591eeeee0d143c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:15:08.983688 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3fc2e2a-b949-48ab-8e13-f1a049a3ff92 admin admin] Made reservation on behalf of 229550f555624e4386591eeeee0d143c for: {'subnet': 1} {{(pid=92920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 07:15:08.986862 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f3fc2e2a-b949-48ab-8e13-f1a049a3ff92 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:09.015110 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916e5de5-1894-4c2a-8bd1-0187f0750b40 req-d10c2f41-e7c3-4412-8ea6-bb2b4ca159c6 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:09.016899 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-916e5de5-1894-4c2a-8bd1-0187f0750b40 req-d10c2f41-e7c3-4412-8ea6-bb2b4ca159c6 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/ports?device_id=96140ecc-60b1-4858-b129-414607b05266 HTTP/1.1" status: 200 len: 945 time: 0.2535820 Jun 22 07:15:09.033685 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6ba75c-f567-45e7-b60b-9f85cdb6cf15 admin admin] Pushing event updated for resources: {'Network': ['ID=31e2b9a5-acef-422e-882a-031867f08161,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:09.045188 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-5d6ba75c-f567-45e7-b60b-9f85cdb6cf15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:09.059668 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Network 31e2b9a5-acef-422e-882a-031867f08161 details requested by agent ovs-agent-dv-cinder-786627-11-iscsi with host dv-cinder-786627-11-iscsi {{(pid=92921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 07:15:09.121696 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-916e5de5-1894-4c2a-8bd1-0187f0750b40 req-654c7537-d50f-4195-be17-a4c1962c0e95 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/security-groups?id=30e0c465-7839-4da2-bd45-e1fbd7ad0257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776918 Jun 22 07:15:09.381784 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f3fc2e2a-b949-48ab-8e13-f1a049a3ff92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197'] for subnet, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:09.390934 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-c75bd7fe-889d-4fd0-bb59-0fbfea0bba15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:09.440334 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fc2e2a-b949-48ab-8e13-f1a049a3ff92 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc2984dc-f431-4817-b47a-dd84fe1934c1,revision_number=0']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:09.450833 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-f3fc2e2a-b949-48ab-8e13-f1a049a3ff92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:09.503123 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5408528c-802c-4afd-9847-48a3b20e64bb req-9a3b44bf-6361-47c6-b76a-f1ccf7a57be8 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:09.530275 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-5408528c-802c-4afd-9847-48a3b20e64bb req-9a3b44bf-6361-47c6-b76a-f1ccf7a57be8 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=32e6e243-eeda-4a0d-a837-8692933a5789 HTTP/1.1" status: 200 len: 945 time: 0.2157516 Jun 22 07:15:09.555107 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3fc2e2a-b949-48ab-8e13-f1a049a3ff92 admin admin] Checking segment: {'id': 'af41065c-6602-4bb6-acb3-dc4c9d262c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '31e2b9a5-acef-422e-882a-031867f08161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 07:15:09.556154 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3fc2e2a-b949-48ab-8e13-f1a049a3ff92 admin admin] Network hostable DHCP agents. Network: 31e2b9a5-acef-422e-882a-031867f08161, hostable agents: ['23f99c3b-a432-44d9-a8da-8094b458f26a'], hosted agents: [] {{(pid=92920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 07:15:09.618639 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3fc2e2a-b949-48ab-8e13-f1a049a3ff92 admin admin] Network 31e2b9a5-acef-422e-882a-031867f08161 is scheduled to be hosted by DHCP agent 23f99c3b-a432-44d9-a8da-8094b458f26a with binding_index 1 {{(pid=92920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 07:15:09.621850 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-5408528c-802c-4afd-9847-48a3b20e64bb req-34137ff6-5045-41ca-adcd-3b4d86a5c9cc tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/security-groups?id=b51056aa-037c-4921-b43f-ffbaaf0d81d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893290 Jun 22 07:15:09.648624 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.scheduler.base_scheduler [None req-f3fc2e2a-b949-48ab-8e13-f1a049a3ff92 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-11-iscsi, 31e2b9a5-acef-422e-882a-031867f08161) {{(pid=92920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 07:15:09.658065 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3fc2e2a-b949-48ab-8e13-f1a049a3ff92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:09.658836 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f3fc2e2a-b949-48ab-8e13-f1a049a3ff92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-690179'] for subnet, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:09.673065 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 43864) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:15:09.682377 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cca58f69-493b-4c98-9663-d97a3a37b12c None None] Network 31e2b9a5-acef-422e-882a-031867f08161 requested from dv-cinder-786627-11-iscsi {{(pid=92921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 07:15:09.689150 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-f3fc2e2a-b949-48ab-8e13-f1a049a3ff92 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7937250 Jun 22 07:15:09.706352 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-569bda60-a02a-426b-807c-eaffcf18c5d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:10.028340 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-569bda60-a02a-426b-807c-eaffcf18c5d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:10.036991 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-569bda60-a02a-426b-807c-eaffcf18c5d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:10.045406 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-499a1aa4-a608-482d-8547-766d1938329e None None] Network 31e2b9a5-acef-422e-882a-031867f08161 requested from dv-cinder-786627-11-iscsi {{(pid=92921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 07:15:10.046442 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-b8e1fc2d-30b3-4dbf-95ce-9df3d59dae11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:10.141718 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-569bda60-a02a-426b-807c-eaffcf18c5d0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e4bac0bc373944ef9b7f760472c235c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4674697 Jun 22 07:15:10.141849 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 43888) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:15:10.146884 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569bda60-a02a-426b-807c-eaffcf18c5d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23146f43-54b3-4850-8f77-eca78f23b5de,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:10.153679 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-569bda60-a02a-426b-807c-eaffcf18c5d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:10.210851 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83db01b8-e887-42c2-b64a-6425233e9db8 req-0d3cbd41-c573-4411-85f7-23afa0331d52 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:10.212301 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-83db01b8-e887-42c2-b64a-6425233e9db8 req-0d3cbd41-c573-4411-85f7-23afa0331d52 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f376705-0d18-4006-8bca-dd49b0e55cca HTTP/1.1" status: 200 len: 945 time: 0.1421638 Jun 22 07:15:10.277494 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-ad6690ab-ace9-4db3-b206-a29aef712473 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:10.348045 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-83db01b8-e887-42c2-b64a-6425233e9db8 req-b1cad109-5c42-4b19-9032-29440566dfb0 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "GET /v2.0/security-groups?id=6daf760c-5a05-4dd1-83f7-482b29ac14c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1137409 Jun 22 07:15:10.407947 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-ad6690ab-ace9-4db3-b206-a29aef712473 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:10.543059 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cec9c5e-88e4-4208-878d-b08930d389d5 req-163aff04-46ba-423b-8a73-a20b9dd9210a tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:10.546887 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-2cec9c5e-88e4-4208-878d-b08930d389d5 req-163aff04-46ba-423b-8a73-a20b9dd9210a tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/ports?device_id=96140ecc-60b1-4858-b129-414607b05266 HTTP/1.1" status: 200 len: 945 time: 0.1745245 Jun 22 07:15:10.557254 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-ad6690ab-ace9-4db3-b206-a29aef712473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:10.570568 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-ad6690ab-ace9-4db3-b206-a29aef712473 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:10.573868 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-ad6690ab-ace9-4db3-b206-a29aef712473 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/23146f43-54b3-4850-8f77-eca78f23b5de HTTP/1.1" status: 204 len: 168 time: 0.4288301 Jun 22 07:15:10.575567 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-17b371ad-520d-4fd9-91ba-01a14617b3ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:10.589840 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6690ab-ace9-4db3-b206-a29aef712473 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23146f43-54b3-4850-8f77-eca78f23b5de,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:10.608559 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-ad6690ab-ace9-4db3-b206-a29aef712473 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:10.677791 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-2cec9c5e-88e4-4208-878d-b08930d389d5 req-405ee098-81a1-4eff-b83e-6ceaf95b48c3 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/security-groups?id=30e0c465-7839-4da2-bd45-e1fbd7ad0257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666173 Jun 22 07:15:10.707354 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056516df-f6b8-4853-9ff6-46071ae68a0e req-c81f725d-00c4-44a3-b104-3d96347bfcef tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:10.712983 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-056516df-f6b8-4853-9ff6-46071ae68a0e req-c81f725d-00c4-44a3-b104-3d96347bfcef tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f376705-0d18-4006-8bca-dd49b0e55cca HTTP/1.1" status: 200 len: 945 time: 0.1601200 Jun 22 07:15:10.728940 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 43908) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:15:10.735276 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.v2.base [None req-b6d585f9-f257-4a97-a336-fe549f894c5e tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Request body: {'floatingip': {'port_id': 'e4159f94-5527-4466-8635-e476cd2fc9b0'}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:15:10.927819 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-b6d585f9-f257-4a97-a336-fe549f894c5e tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Notify callbacks [] for floatingip, before_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:11.534069 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22358349-bdd5-47dc-b0be-6c28279f102e req-0b650c59-0f03-43f3-9d51-3e73ca726468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:11.535860 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-22358349-bdd5-47dc-b0be-6c28279f102e req-0b650c59-0f03-43f3-9d51-3e73ca726468 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a6b59c4ef34b41bd9dbb44d6fa033408&device_id=96140ecc-60b1-4858-b129-414607b05266 HTTP/1.1" status: 200 len: 1098 time: 0.2624950 Jun 22 07:15:11.663977 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 43948) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:15:11.688775 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b062432-1dac-4a3d-b444-e0d39de8e243 req-135bc162-a24c-448a-b7cd-fe882b65a2d2 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:11.690357 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-5b062432-1dac-4a3d-b444-e0d39de8e243 req-135bc162-a24c-448a-b7cd-fe882b65a2d2 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=32e6e243-eeda-4a0d-a837-8692933a5789 HTTP/1.1" status: 200 len: 945 time: 0.3642042 Jun 22 07:15:11.704951 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-28979fb2-88fc-444f-b8b2-27b3ec3e39a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:11.920494 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-28979fb2-88fc-444f-b8b2-27b3ec3e39a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:11.930572 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-28979fb2-88fc-444f-b8b2-27b3ec3e39a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:11.939482 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-3f4fc532-04e9-4850-aec8-5464dce14c42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:11.952852 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.agents_db [None req-74002642-eed4-46c6-8f70-93846dc748c3 None None] Agent healthcheck: found 6 active agents {{(pid=92922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 07:15:12.018061 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28979fb2-88fc-444f-b8b2-27b3ec3e39a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3325a20f-88a5-475d-a825-447adfc0c7b9,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:12.022524 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-28979fb2-88fc-444f-b8b2-27b3ec3e39a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:12.036684 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-5b062432-1dac-4a3d-b444-e0d39de8e243 req-9c37636f-a279-4025-9fd2-e4f345a46e42 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/security-groups?id=b51056aa-037c-4921-b43f-ffbaaf0d81d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3245807 Jun 22 07:15:12.039558 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-28979fb2-88fc-444f-b8b2-27b3ec3e39a4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=60f2a9d7a68a4628be7800cf353429fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3668427 Jun 22 07:15:12.040302 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22358349-bdd5-47dc-b0be-6c28279f102e req-16ee16c9-07f0-438b-9728-40e94ba73ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:12.040885 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 43958) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:15:12.042626 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-22358349-bdd5-47dc-b0be-6c28279f102e req-16ee16c9-07f0-438b-9728-40e94ba73ac5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2cb6791c-9360-429c-a118-cd829e120353 HTTP/1.1" status: 200 len: 920 time: 0.4914310 Jun 22 07:15:12.140203 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-591d1ea2-2fca-4d16-b003-b9798cd214bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:12.172092 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-591d1ea2-2fca-4d16-b003-b9798cd214bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:12.216910 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 43962) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:15:12.240159 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-591d1ea2-2fca-4d16-b003-b9798cd214bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:12.245546 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-591d1ea2-2fca-4d16-b003-b9798cd214bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:12.248196 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-591d1ea2-2fca-4d16-b003-b9798cd214bf admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3325a20f-88a5-475d-a825-447adfc0c7b9 HTTP/1.1" status: 204 len: 168 time: 0.2054048 Jun 22 07:15:12.249475 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-76e94abb-1d24-4550-b967-32a20c53a2eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:12.262684 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591d1ea2-2fca-4d16-b003-b9798cd214bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3325a20f-88a5-475d-a825-447adfc0c7b9,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:12.284100 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-591d1ea2-2fca-4d16-b003-b9798cd214bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:12.320746 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89552cc8-a0de-459f-bd77-34d72f7f7c39 req-26755ea8-5ac3-410c-b24a-6c25d3f92074 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:12.329880 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-89552cc8-a0de-459f-bd77-34d72f7f7c39 req-26755ea8-5ac3-410c-b24a-6c25d3f92074 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/ports?device_id=96140ecc-60b1-4858-b129-414607b05266 HTTP/1.1" status: 200 len: 945 time: 0.6579382 Jun 22 07:15:12.333835 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-22358349-bdd5-47dc-b0be-6c28279f102e req-75792e30-8002-43c8-b50a-0e3b1048d429 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0c37ff52-be9d-4855-ad57-401153daeb5e HTTP/1.1" status: 200 len: 217 time: 0.1194911 Jun 22 07:15:12.453243 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22358349-bdd5-47dc-b0be-6c28279f102e req-7d84819d-c07b-4fa0-ad6d-c5d274f5690b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:12.454818 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-22358349-bdd5-47dc-b0be-6c28279f102e req-7d84819d-c07b-4fa0-ad6d-c5d274f5690b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1c5404e1-ac7c-4acf-ad2d-147e6479ce37 HTTP/1.1" status: 200 len: 859 time: 0.1012087 Jun 22 07:15:12.584155 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-22358349-bdd5-47dc-b0be-6c28279f102e req-cad180a8-56d3-41ca-9718-5e9db0a4a303 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2cb6791c-9360-429c-a118-cd829e120353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0715616 Jun 22 07:15:12.663228 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-8d2e12de-9734-4e0c-9728-fdda2359de1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:12.696152 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-89552cc8-a0de-459f-bd77-34d72f7f7c39 req-009a1019-0704-4b47-8f5e-4091e94e6183 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/security-groups?id=30e0c465-7839-4da2-bd45-e1fbd7ad0257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3647475 Jun 22 07:15:12.890148 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613b2f92-a1b5-4ab0-9e1e-75045a0d0a86 req-aba5bebd-2c1a-4b67-bc1e-cd8bbdd23a24 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:12.894871 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-613b2f92-a1b5-4ab0-9e1e-75045a0d0a86 req-aba5bebd-2c1a-4b67-bc1e-cd8bbdd23a24 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=32e6e243-eeda-4a0d-a837-8692933a5789 HTTP/1.1" status: 200 len: 945 time: 0.5600126 Jun 22 07:15:12.901978 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 43994) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:15:12.908651 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.v2.base [None req-d57cf6b1-a345-4258-b7ff-eeb5f3d4dfbd tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Request body: {'floatingip': {'port_id': '4d8e0191-6514-4042-b61d-e3d6c352f619'}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:15:12.911360 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.db.resource_extend [None req-b6d585f9-f257-4a97-a336-fe549f894c5e tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 22 07:15:13.006818 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-d57cf6b1-a345-4258-b7ff-eeb5f3d4dfbd tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Notify callbacks [] for floatingip, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:13.313167 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-22358349-bdd5-47dc-b0be-6c28279f102e req-d8152cc4-fd3e-4378-be57-25a8b1b509d0 service neutron] 10.222.0.41 "GET /v2.0/networks/2cb6791c-9360-429c-a118-cd829e120353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7197223 Jun 22 07:15:13.350558 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-b6d585f9-f257-4a97-a336-fe549f894c5e tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:13.410720 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-b6d585f9-f257-4a97-a336-fe549f894c5e tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-706738'] for floatingip, after_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:13.518922 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d631a8c4-c8cf-4c0a-b5ff-80a65f5819e6 req-ff8acc99-dcc5-453b-b510-251da6c66a47 tempest-VolumesActionsTest-2627565 tempest-VolumesActionsTest-2627565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:13.520876 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-d631a8c4-c8cf-4c0a-b5ff-80a65f5819e6 req-ff8acc99-dcc5-453b-b510-251da6c66a47 tempest-VolumesActionsTest-2627565 tempest-VolumesActionsTest-2627565-project] 10.222.0.24 "GET /v2.0/networks?id=31e2b9a5-acef-422e-882a-031867f08161 HTTP/1.1" status: 200 len: 809 time: 0.5662274 Jun 22 07:15:13.612159 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-8d2e12de-9734-4e0c-9728-fdda2359de1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:13.619668 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-d631a8c4-c8cf-4c0a-b5ff-80a65f5819e6 req-e34683a4-0bba-48a5-9459-9fec6f265a75 tempest-VolumesActionsTest-2627565 tempest-VolumesActionsTest-2627565-project] 10.222.0.24 "GET /v2.0/quotas/229550f555624e4386591eeeee0d143c HTTP/1.1" status: 200 len: 375 time: 0.0484188 Jun 22 07:15:13.625192 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-22358349-bdd5-47dc-b0be-6c28279f102e req-f374bec4-029f-4bf7-9af0-6b7eea0bb6ba service neutron] 10.222.0.41 "GET /v2.0/networks/2cb6791c-9360-429c-a118-cd829e120353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3011403 Jun 22 07:15:13.628145 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-8d2e12de-9734-4e0c-9728-fdda2359de1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:13.634954 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-569bda60-a02a-426b-807c-eaffcf18c5d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:13.711647 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.db.l3_db [None req-b6d585f9-f257-4a97-a336-fe549f894c5e tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Floating IP bf012a65-ecdd-472c-8931-494f14cb9ca6 associated. External IP: 172.27.1.221, port: e4159f94-5527-4466-8635-e476cd2fc9b0. Jun 22 07:15:13.732174 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-d631a8c4-c8cf-4c0a-b5ff-80a65f5819e6 req-b87bf9bd-69f4-49e0-9622-850886d75716 tempest-VolumesActionsTest-2627565 tempest-VolumesActionsTest-2627565-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=229550f555624e4386591eeeee0d143c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1008940 Jun 22 07:15:13.786457 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.db.resource_extend [None req-d57cf6b1-a345-4258-b7ff-eeb5f3d4dfbd tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 22 07:15:13.868782 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2e12de-9734-4e0c-9728-fdda2359de1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63c8a2cd-8298-4116-b30c-4b6751a39307,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:13.887911 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-8d2e12de-9734-4e0c-9728-fdda2359de1b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1d0917def0d0421db2fa5f9274d655dc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6463976 Jun 22 07:15:13.889068 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-8d2e12de-9734-4e0c-9728-fdda2359de1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:13.902789 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 44026) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:15:13.933033 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-d57cf6b1-a345-4258-b7ff-eeb5f3d4dfbd tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:13.949350 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-d57cf6b1-a345-4258-b7ff-eeb5f3d4dfbd tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-706738'] for floatingip, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:14.080839 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-d631a8c4-c8cf-4c0a-b5ff-80a65f5819e6 req-0ba087ed-1720-4c00-8ee4-b0051e897b85 service neutron] 10.222.0.24 "GET /v2.0/networks/31e2b9a5-acef-422e-882a-031867f08161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3474116 Jun 22 07:15:14.103130 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.db.l3_db [None req-d57cf6b1-a345-4258-b7ff-eeb5f3d4dfbd tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Floating IP 299d82c7-6f9e-435d-9803-7e060abc4a28 associated. External IP: 172.27.1.95, port: 4d8e0191-6514-4042-b61d-e3d6c352f619. Jun 22 07:15:14.202804 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-7695b2e5-cfd0-4dcc-8e05-877f21413eae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:14.251626 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b357dea2-71e7-449e-b075-1a9c63044427 req-b35fa779-8d9c-41db-a1a5-7e8bd1659a68 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:14.260192 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-b357dea2-71e7-449e-b075-1a9c63044427 req-b35fa779-8d9c-41db-a1a5-7e8bd1659a68 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/ports?device_id=96140ecc-60b1-4858-b129-414607b05266 HTTP/1.1" status: 200 len: 945 time: 0.3754036 Jun 22 07:15:14.364143 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-7695b2e5-cfd0-4dcc-8e05-877f21413eae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:14.393522 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6d585f9-f257-4a97-a336-fe549f894c5e tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Router 431cd435-43c4-4a94-9141-6425c9b114ef has already been hosted by L3 agent f18ef446-1389-4802-a345-f314a6956002 {{(pid=92919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 07:15:14.496019 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-d631a8c4-c8cf-4c0a-b5ff-80a65f5819e6 req-40892d8a-06b8-4e0a-ac73-d38ace719667 service neutron] 10.222.0.24 "GET /v2.0/networks/31e2b9a5-acef-422e-882a-031867f08161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4088311 Jun 22 07:15:14.522311 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-b357dea2-71e7-449e-b075-1a9c63044427 req-acf8f545-7527-406d-979c-045c144081d4 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/security-groups?id=30e0c465-7839-4da2-bd45-e1fbd7ad0257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2608526 Jun 22 07:15:14.604423 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-7695b2e5-cfd0-4dcc-8e05-877f21413eae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:14.608305 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-7695b2e5-cfd0-4dcc-8e05-877f21413eae admin admin] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:14.621729 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-7695b2e5-cfd0-4dcc-8e05-877f21413eae admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/63c8a2cd-8298-4116-b30c-4b6751a39307 HTTP/1.1" status: 204 len: 168 time: 0.7176054 Jun 22 07:15:14.631216 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-8ded3c53-e644-41c9-b03e-0147c9a9e5af tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:14.762235 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d57cf6b1-a345-4258-b7ff-eeb5f3d4dfbd tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Router 938dbb39-699a-459d-a185-b77a2fcc80bc has already been hosted by L3 agent f18ef446-1389-4802-a345-f314a6956002 {{(pid=92920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 07:15:14.800595 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7695b2e5-cfd0-4dcc-8e05-877f21413eae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63c8a2cd-8298-4116-b30c-4b6751a39307,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:14.805465 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-7695b2e5-cfd0-4dcc-8e05-877f21413eae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:14.873283 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6d585f9-f257-4a97-a336-fe549f894c5e tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Notify agent at l3_agent.dv-cinder-786627-11-iscsi the message routers_updated {{(pid=92919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 07:15:14.885706 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-b6d585f9-f257-4a97-a336-fe549f894c5e tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91146'] for floatingip, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:14.912276 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66649093-2b59-4831-9742-8bc4cecb6311 None None] Sync routers for ids ['431cd435-43c4-4a94-9141-6425c9b114ef'] in dv-cinder-786627-11-iscsi {{(pid=92922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 07:15:15.010588 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-19909121-4eb0-4c71-866a-f06df92126fd req-751c3f2c-8fd6-4dd3-bbe3-b1a476ff9730 tempest-VolumesActionsTest-2627565 tempest-VolumesActionsTest-2627565-project] 10.222.0.24 "GET /v2.0/ports?device_id=dce7b301-d267-4efe-8b55-aa33c48ee4c5 HTTP/1.1" status: 200 len: 210 time: 0.0644193 Jun 22 07:15:15.020255 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66649093-2b59-4831-9742-8bc4cecb6311 None None] Routers {'431cd435-43c4-4a94-9141-6425c9b114ef'} bound to L3 agent in host dv-cinder-786627-11-iscsi {{(pid=92922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 07:15:15.036484 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-66649093-2b59-4831-9742-8bc4cecb6311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T07:06:03Z,description=,heartbeat_timestamp=2021-06-22T07:15:03Z,host='dv-cinder-786627-11-iscsi',id=f18ef446-1389-4802-a345-f314a6956002,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T07:06:03Z,topic='l3_agent')) {'router_ids': ['431cd435-43c4-4a94-9141-6425c9b114ef'], 'active': True} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:15:15.045340 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-b6d585f9-f257-4a97-a336-fe549f894c5e tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "PUT /v2.0/floatingips/bf012a65-ecdd-472c-8931-494f14cb9ca6 HTTP/1.1" status: 200 len: 991 time: 4.3133104 Jun 22 07:15:15.049867 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f376705-0d18-4006-8bca-dd49b0e55cca', 'tag': 'e4159f94-5527-4466-8635-e476cd2fc9b0'}] {{(pid=92919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 07:15:15.059217 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2874ba58536e60953e76cf0b72237944d74909d10009afe4cd7b86cda982d3ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c95c3bec-e0a7-44a4-b7f0-11227b712ea0" -d '{"events": [{"name": "network-changed", "server_uuid": "6f376705-0d18-4006-8bca-dd49b0e55cca", "tag": "e4159f94-5527-4466-8635-e476cd2fc9b0"}]}' {{(pid=92919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 07:15:15.153750 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d57cf6b1-a345-4258-b7ff-eeb5f3d4dfbd tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Notify agent at l3_agent.dv-cinder-786627-11-iscsi the message routers_updated {{(pid=92920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 07:15:15.161288 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-d57cf6b1-a345-4258-b7ff-eeb5f3d4dfbd tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91146'] for floatingip, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:15.173172 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d602c1-d3ef-4e34-bd94-4ffac6b3e0a7 None None] Sync routers for ids ['938dbb39-699a-459d-a185-b77a2fcc80bc'] in dv-cinder-786627-11-iscsi {{(pid=92921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 07:15:15.193529 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 07:15:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ada47955-c1e2-43a7-80c5-5c2f32f6bd4f x-openstack-request-id: req-ada47955-c1e2-43a7-80c5-5c2f32f6bd4f {{(pid=92919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 07:15:15.194258 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f376705-0d18-4006-8bca-dd49b0e55cca", "tag": "e4159f94-5527-4466-8635-e476cd2fc9b0", "status": "completed", "code": 200}]} {{(pid=92919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 07:15:15.194693 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ada47955-c1e2-43a7-80c5-5c2f32f6bd4f {{(pid=92919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 07:15:15.195443 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f376705-0d18-4006-8bca-dd49b0e55cca', 'tag': 'e4159f94-5527-4466-8635-e476cd2fc9b0', 'status': 'completed', 'code': 200} Jun 22 07:15:15.195925 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d602c1-d3ef-4e34-bd94-4ffac6b3e0a7 None None] Routers {'938dbb39-699a-459d-a185-b77a2fcc80bc'} bound to L3 agent in host dv-cinder-786627-11-iscsi {{(pid=92921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 07:15:15.199973 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-57d602c1-d3ef-4e34-bd94-4ffac6b3e0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T07:06:03Z,description=,heartbeat_timestamp=2021-06-22T07:15:03Z,host='dv-cinder-786627-11-iscsi',id=f18ef446-1389-4802-a345-f314a6956002,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T07:06:03Z,topic='l3_agent')) {'router_ids': ['938dbb39-699a-459d-a185-b77a2fcc80bc'], 'active': True} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:15:15.292372 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-d57cf6b1-a345-4258-b7ff-eeb5f3d4dfbd tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "PUT /v2.0/floatingips/299d82c7-6f9e-435d-9803-7e060abc4a28 HTTP/1.1" status: 200 len: 990 time: 2.3884571 Jun 22 07:15:15.293123 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32e6e243-eeda-4a0d-a837-8692933a5789', 'tag': '4d8e0191-6514-4042-b61d-e3d6c352f619'}] {{(pid=92920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 07:15:15.303006 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}175c46e468422b48d63533518873068da6a6c478907c3b6f79f9dabf89e8d923" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3798a74d-43c2-4331-85ab-99752c79e075" -d '{"events": [{"name": "network-changed", "server_uuid": "32e6e243-eeda-4a0d-a837-8692933a5789", "tag": "4d8e0191-6514-4042-b61d-e3d6c352f619"}]}' {{(pid=92920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 07:15:15.365794 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95c3bec-e0a7-44a4-b7f0-11227b712ea0 req-06cfb4b1-9806-445e-ae04-7ed127115965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:15.369656 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-c95c3bec-e0a7-44a4-b7f0-11227b712ea0 req-06cfb4b1-9806-445e-ae04-7ed127115965 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d4f594fab10d40c7ba3121bb30f350f6&device_id=6f376705-0d18-4006-8bca-dd49b0e55cca HTTP/1.1" status: 200 len: 1098 time: 0.1486702 Jun 22 07:15:15.515427 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvr_db [None req-57d602c1-d3ef-4e34-bd94-4ffac6b3e0a7 None None] Set router 938dbb39-699a-459d-a185-b77a2fcc80bc gateway port host: dv-cinder-786627-11-iscsi {{(pid=92921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 07:15:15.531091 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 07:15:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9fa5f1a-b16f-4d93-b3c7-792b50517dc3 x-openstack-request-id: req-d9fa5f1a-b16f-4d93-b3c7-792b50517dc3 {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 07:15:15.531654 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32e6e243-eeda-4a0d-a837-8692933a5789", "tag": "4d8e0191-6514-4042-b61d-e3d6c352f619", "status": "completed", "code": 200}]} {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 07:15:15.532856 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d9fa5f1a-b16f-4d93-b3c7-792b50517dc3 {{(pid=92920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 07:15:15.534011 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32e6e243-eeda-4a0d-a837-8692933a5789', 'tag': '4d8e0191-6514-4042-b61d-e3d6c352f619', 'status': 'completed', 'code': 200} Jun 22 07:15:15.574899 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvr_db [None req-66649093-2b59-4831-9742-8bc4cecb6311 None None] Set router 431cd435-43c4-4a94-9141-6425c9b114ef gateway port host: dv-cinder-786627-11-iscsi {{(pid=92922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 07:15:15.587627 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 44094) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:15:15.644571 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-539f7285-601c-40e5-9fd9-2a8b913959d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:15.741854 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3798a74d-43c2-4331-85ab-99752c79e075 req-6fa47142-42d3-4e8c-8a37-832c9d865f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:15.746348 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-3798a74d-43c2-4331-85ab-99752c79e075 req-6fa47142-42d3-4e8c-8a37-832c9d865f03 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e8e015950749433d91627c7d2fff432f&device_id=32e6e243-eeda-4a0d-a837-8692933a5789 HTTP/1.1" status: 200 len: 1098 time: 0.1873007 Jun 22 07:15:15.818630 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95c3bec-e0a7-44a4-b7f0-11227b712ea0 req-3cc2506b-c6cd-44f9-a2fd-96e20788bd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:15.820335 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-c95c3bec-e0a7-44a4-b7f0-11227b712ea0 req-3cc2506b-c6cd-44f9-a2fd-96e20788bd25 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e45ca323-df81-4e4e-ad4b-9a2282b40737 HTTP/1.1" status: 200 len: 911 time: 0.4450638 Jun 22 07:15:15.974345 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3798a74d-43c2-4331-85ab-99752c79e075 req-7968e76a-381e-4cb1-bef5-0c9e42df9635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:15.975935 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-3798a74d-43c2-4331-85ab-99752c79e075 req-7968e76a-381e-4cb1-bef5-0c9e42df9635 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b91fcb38-ada5-4353-b77e-00fb398ce7d0 HTTP/1.1" status: 200 len: 918 time: 0.2175052 Jun 22 07:15:16.361869 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-c95c3bec-e0a7-44a4-b7f0-11227b712ea0 req-e0227bc8-e4ef-4264-9ebc-d9ccba72da60 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e4159f94-5527-4466-8635-e476cd2fc9b0 HTTP/1.1" status: 200 len: 999 time: 0.4973979 Jun 22 07:15:16.372704 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-57d602c1-d3ef-4e34-bd94-4ffac6b3e0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '938dbb39-699a-459d-a185-b77a2fcc80bc', 'name': 'tempest-AttachVolumeShelveTestJSON-1929265933-router', 'tenant_id': 'e8e015950749433d91627c7d2fff432f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'external_fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': '098d0e0b-08fe-483a-8b92-acc051690e6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:13:44Z', 'updated_at': '2021-06-22T07:13:52Z', 'revision_number': 4, 'project_id': 'e8e015950749433d91627c7d2fff432f', 'gw_port': {'id': '098d0e0b-08fe-483a-8b92-acc051690e6c', 'name': '', 'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ba:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938dbb39-699a-459d-a185-b77a2fcc80bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:13:46Z', 'updated_at': '2021-06-22T07:14:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-iscsi', '_floatingips': [{'id': '299d82c7-6f9e-435d-9803-7e060abc4a28', 'tenant_id': 'e8e015950749433d91627c7d2fff432f', 'floating_ip_address': '172.27.1.95', 'floating_network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'router_id': '938dbb39-699a-459d-a185-b77a2fcc80bc', 'port_id': '4d8e0191-6514-4042-b61d-e3d6c352f619', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 107, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b91fcb38-ada5-4353-b77e-00fb398ce7d0', 'mac_address': 'fa:16:3e:7a:8e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32e6e243-eeda-4a0d-a837-8692933a5789', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T07:14:10Z', 'updated_at': '2021-06-22T07:15:13Z', 'revision_number': 1, 'project_id': 'e8e015950749433d91627c7d2fff432f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30995bdb-9a4a-48b3-97be-68e0606645f8', 'name': '', 'network_id': 'b91fcb38-ada5-4353-b77e-00fb398ce7d0', 'tenant_id': 'e8e015950749433d91627c7d2fff432f', 'mac_address': 'fa:16:3e:6e:21:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938dbb39-699a-459d-a185-b77a2fcc80bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f579e111-0d0d-464b-ba2e-9baae47e7af2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:13:50Z', 'updated_at': '2021-06-22T07:14:08Z', 'revision_number': 5, 'project_id': 'e8e015950749433d91627c7d2fff432f', 'subnets': [{'id': 'f579e111-0d0d-464b-ba2e-9baae47e7af2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-11-iscsi', False) {} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:15:16.451077 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d602c1-d3ef-4e34-bd94-4ffac6b3e0a7 None None] Checking router: 938dbb39-699a-459d-a185-b77a2fcc80bc for host: dv-cinder-786627-11-iscsi {{(pid=92921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 07:15:16.470680 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-3798a74d-43c2-4331-85ab-99752c79e075 req-7d06dace-6721-482d-b944-f24f357bc2c2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d8e0191-6514-4042-b61d-e3d6c352f619 HTTP/1.1" status: 200 len: 998 time: 0.4872351 Jun 22 07:15:16.488495 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d602c1-d3ef-4e34-bd94-4ffac6b3e0a7 None None] Routers {'938dbb39-699a-459d-a185-b77a2fcc80bc'} bound to L3 agent in host dv-cinder-786627-11-iscsi {{(pid=92921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 07:15:16.490567 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-57d602c1-d3ef-4e34-bd94-4ffac6b3e0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T07:06:03Z,description=,heartbeat_timestamp=2021-06-22T07:15:03Z,host='dv-cinder-786627-11-iscsi',id=f18ef446-1389-4802-a345-f314a6956002,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T07:06:03Z,topic='l3_agent')) {'router_ids': ['938dbb39-699a-459d-a185-b77a2fcc80bc'], 'active': True} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:15:16.493864 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-539f7285-601c-40e5-9fd9-2a8b913959d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:16.519815 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-66649093-2b59-4831-9742-8bc4cecb6311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '431cd435-43c4-4a94-9141-6425c9b114ef', 'name': 'tempest-AttachVolumeTestJSON-907065161-router', 'tenant_id': 'd4f594fab10d40c7ba3121bb30f350f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'external_fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '217bf916-f428-45a7-b4e6-aee6f103ab9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:13:50Z', 'updated_at': '2021-06-22T07:14:13Z', 'revision_number': 4, 'project_id': 'd4f594fab10d40c7ba3121bb30f350f6', 'gw_port': {'id': '217bf916-f428-45a7-b4e6-aee6f103ab9d', 'name': '', 'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:87:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431cd435-43c4-4a94-9141-6425c9b114ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:13:53Z', 'updated_at': '2021-06-22T07:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-iscsi', '_floatingips': [{'id': 'bf012a65-ecdd-472c-8931-494f14cb9ca6', 'tenant_id': 'd4f594fab10d40c7ba3121bb30f350f6', 'floating_ip_address': '172.27.1.221', 'floating_network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'router_id': '431cd435-43c4-4a94-9141-6425c9b114ef', 'port_id': 'e4159f94-5527-4466-8635-e476cd2fc9b0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e45ca323-df81-4e4e-ad4b-9a2282b40737', 'mac_address': 'fa:16:3e:8e:02:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f376705-0d18-4006-8bca-dd49b0e55cca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T07:14:21Z', 'updated_at': '2021-06-22T07:15:12Z', 'revision_number': 1, 'project_id': 'd4f594fab10d40c7ba3121bb30f350f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '900ecae7-963b-427d-adc1-d204794ed031', 'name': '', 'network_id': 'e45ca323-df81-4e4e-ad4b-9a2282b40737', 'tenant_id': 'd4f594fab10d40c7ba3121bb30f350f6', 'mac_address': 'fa:16:3e:50:53:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431cd435-43c4-4a94-9141-6425c9b114ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f68816de-e03b-4f38-99ee-40e3f1c0a6fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:14:04Z', 'updated_at': '2021-06-22T07:14:21Z', 'revision_number': 5, 'project_id': 'd4f594fab10d40c7ba3121bb30f350f6', 'subnets': [{'id': 'f68816de-e03b-4f38-99ee-40e3f1c0a6fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-11-iscsi', False) {} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:15:16.593827 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-539f7285-601c-40e5-9fd9-2a8b913959d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:16.598865 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:16.651277 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539f7285-601c-40e5-9fd9-2a8b913959d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba2efba8-8331-4f93-9cb6-cc092b71b8f1,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:16.652634 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66649093-2b59-4831-9742-8bc4cecb6311 None None] Checking router: 431cd435-43c4-4a94-9141-6425c9b114ef for host: dv-cinder-786627-11-iscsi {{(pid=92922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 07:15:16.667781 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-539f7285-601c-40e5-9fd9-2a8b913959d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:16.683792 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66649093-2b59-4831-9742-8bc4cecb6311 None None] Routers {'431cd435-43c4-4a94-9141-6425c9b114ef'} bound to L3 agent in host dv-cinder-786627-11-iscsi {{(pid=92922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 07:15:16.685033 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-66649093-2b59-4831-9742-8bc4cecb6311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T07:06:03Z,description=,heartbeat_timestamp=2021-06-22T07:15:03Z,host='dv-cinder-786627-11-iscsi',id=f18ef446-1389-4802-a345-f314a6956002,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T07:06:03Z,topic='l3_agent')) {'router_ids': ['431cd435-43c4-4a94-9141-6425c9b114ef'], 'active': True} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:15:16.762763 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3798a74d-43c2-4331-85ab-99752c79e075 req-3015d6c0-e865-48fa-bfac-cb1eb978b749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:16.766741 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-3798a74d-43c2-4331-85ab-99752c79e075 req-3015d6c0-e865-48fa-bfac-cb1eb978b749 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f579e111-0d0d-464b-ba2e-9baae47e7af2 HTTP/1.1" status: 200 len: 856 time: 0.2582471 Jun 22 07:15:16.787161 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bcdf19-9523-43a7-ade5-20ec49514f8d req-60aefb89-b91b-41de-90da-6552db1736bf tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:16.801884 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-69bcdf19-9523-43a7-ade5-20ec49514f8d req-60aefb89-b91b-41de-90da-6552db1736bf tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/ports?device_id=96140ecc-60b1-4858-b129-414607b05266 HTTP/1.1" status: 200 len: 945 time: 1.0306938 Jun 22 07:15:16.807302 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-588089b1-4d9b-4649-905b-37c7a0567108 req-ed2128b3-69ea-483b-a111-8b918eca034f tempest-VolumesActionsTest-2627565 tempest-VolumesActionsTest-2627565-project] 10.222.0.24 "GET /v2.0/ports?device_id=dce7b301-d267-4efe-8b55-aa33c48ee4c5 HTTP/1.1" status: 200 len: 210 time: 0.0982897 Jun 22 07:15:16.881453 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvr_db [None req-57d602c1-d3ef-4e34-bd94-4ffac6b3e0a7 None None] Set router 938dbb39-699a-459d-a185-b77a2fcc80bc gateway port host: dv-cinder-786627-11-iscsi {{(pid=92921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 07:15:16.892315 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95c3bec-e0a7-44a4-b7f0-11227b712ea0 req-7a765f24-64c4-4450-9527-1d981f96c783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:16.895281 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-c95c3bec-e0a7-44a4-b7f0-11227b712ea0 req-7a765f24-64c4-4450-9527-1d981f96c783 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f68816de-e03b-4f38-99ee-40e3f1c0a6fd HTTP/1.1" status: 200 len: 849 time: 0.3956211 Jun 22 07:15:16.972310 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-539f7285-601c-40e5-9fd9-2a8b913959d7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9da78a7b21674139aa358f8f99bc5d93&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3798440 Jun 22 07:15:16.973462 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 44126) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:15:17.050122 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3798a74d-43c2-4331-85ab-99752c79e075 req-c984ed9e-5722-48ac-9133-a5fee926c1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:17.057806 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-3798a74d-43c2-4331-85ab-99752c79e075 req-c984ed9e-5722-48ac-9133-a5fee926c1f1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b91fcb38-ada5-4353-b77e-00fb398ce7d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2835782 Jun 22 07:15:17.090234 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-69bcdf19-9523-43a7-ade5-20ec49514f8d req-5fe7bce5-7f94-4bd3-b1ba-0e7c57c67d3d tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/security-groups?id=30e0c465-7839-4da2-bd45-e1fbd7ad0257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2758467 Jun 22 07:15:17.174627 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 44128) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:15:17.287683 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-5a895d0b-3c71-4ff9-8856-fcf42f10a6d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:17.340053 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvr_db [None req-66649093-2b59-4831-9742-8bc4cecb6311 None None] Set router 431cd435-43c4-4a94-9141-6425c9b114ef gateway port host: dv-cinder-786627-11-iscsi {{(pid=92922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 07:15:17.357071 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95c3bec-e0a7-44a4-b7f0-11227b712ea0 req-169186b8-ae0c-4d4c-b7d2-9a7b3a7ff8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:17.359615 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-c95c3bec-e0a7-44a4-b7f0-11227b712ea0 req-169186b8-ae0c-4d4c-b7d2-9a7b3a7ff8b0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e45ca323-df81-4e4e-ad4b-9a2282b40737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.4312916 Jun 22 07:15:17.395471 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-5a895d0b-3c71-4ff9-8856-fcf42f10a6d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:17.406074 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-3798a74d-43c2-4331-85ab-99752c79e075 req-afce2d86-4165-4b22-8be6-927ae94b4826 service neutron] 10.222.0.41 "GET /v2.0/networks/b91fcb38-ada5-4353-b77e-00fb398ce7d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3342142 Jun 22 07:15:17.764430 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-3798a74d-43c2-4331-85ab-99752c79e075 req-4208fd9a-df90-46b2-8efd-0f68b4cc9880 service neutron] 10.222.0.41 "GET /v2.0/networks/b91fcb38-ada5-4353-b77e-00fb398ce7d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3371830 Jun 22 07:15:17.788106 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-5a895d0b-3c71-4ff9-8856-fcf42f10a6d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:17.801059 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-5a895d0b-3c71-4ff9-8856-fcf42f10a6d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:17.806628 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-5a895d0b-3c71-4ff9-8856-fcf42f10a6d5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ba2efba8-8331-4f93-9cb6-cc092b71b8f1 HTTP/1.1" status: 204 len: 168 time: 0.8246055 Jun 22 07:15:17.809404 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:18.068201 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a895d0b-3c71-4ff9-8856-fcf42f10a6d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba2efba8-8331-4f93-9cb6-cc092b71b8f1,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:18.097387 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-5a895d0b-3c71-4ff9-8856-fcf42f10a6d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:18.289525 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-57d602c1-d3ef-4e34-bd94-4ffac6b3e0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '938dbb39-699a-459d-a185-b77a2fcc80bc', 'name': 'tempest-AttachVolumeShelveTestJSON-1929265933-router', 'tenant_id': 'e8e015950749433d91627c7d2fff432f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'external_fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': '098d0e0b-08fe-483a-8b92-acc051690e6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:13:44Z', 'updated_at': '2021-06-22T07:13:52Z', 'revision_number': 4, 'project_id': 'e8e015950749433d91627c7d2fff432f', 'gw_port': {'id': '098d0e0b-08fe-483a-8b92-acc051690e6c', 'name': '', 'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ba:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938dbb39-699a-459d-a185-b77a2fcc80bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:13:46Z', 'updated_at': '2021-06-22T07:14:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-iscsi', '_floatingips': [{'id': '299d82c7-6f9e-435d-9803-7e060abc4a28', 'tenant_id': 'e8e015950749433d91627c7d2fff432f', 'floating_ip_address': '172.27.1.95', 'floating_network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'router_id': '938dbb39-699a-459d-a185-b77a2fcc80bc', 'port_id': '4d8e0191-6514-4042-b61d-e3d6c352f619', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 107, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b91fcb38-ada5-4353-b77e-00fb398ce7d0', 'mac_address': 'fa:16:3e:7a:8e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32e6e243-eeda-4a0d-a837-8692933a5789', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T07:14:10Z', 'updated_at': '2021-06-22T07:15:13Z', 'revision_number': 1, 'project_id': 'e8e015950749433d91627c7d2fff432f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30995bdb-9a4a-48b3-97be-68e0606645f8', 'name': '', 'network_id': 'b91fcb38-ada5-4353-b77e-00fb398ce7d0', 'tenant_id': 'e8e015950749433d91627c7d2fff432f', 'mac_address': 'fa:16:3e:6e:21:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938dbb39-699a-459d-a185-b77a2fcc80bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f579e111-0d0d-464b-ba2e-9baae47e7af2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:13:50Z', 'updated_at': '2021-06-22T07:14:08Z', 'revision_number': 5, 'project_id': 'e8e015950749433d91627c7d2fff432f', 'subnets': [{'id': 'f579e111-0d0d-464b-ba2e-9baae47e7af2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-11-iscsi', False) {} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:15:18.437206 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d631a8c4-c8cf-4c0a-b5ff-80a65f5819e6 req-fde86834-710f-4e5b-8a46-b13d55c4b9ac tempest-VolumesActionsTest-2627565 tempest-VolumesActionsTest-2627565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:18.444894 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-d631a8c4-c8cf-4c0a-b5ff-80a65f5819e6 req-fde86834-710f-4e5b-8a46-b13d55c4b9ac tempest-VolumesActionsTest-2627565 tempest-VolumesActionsTest-2627565-project] 10.222.0.41 "GET /v2.0/networks?id=31e2b9a5-acef-422e-882a-031867f08161 HTTP/1.1" status: 200 len: 809 time: 0.6200492 Jun 22 07:15:18.445994 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d602c1-d3ef-4e34-bd94-4ffac6b3e0a7 None None] The sync data for ids ['938dbb39-699a-459d-a185-b77a2fcc80bc'] in dv-cinder-786627-11-iscsi is: [{'id': '938dbb39-699a-459d-a185-b77a2fcc80bc', 'name': 'tempest-AttachVolumeShelveTestJSON-1929265933-router', 'tenant_id': 'e8e015950749433d91627c7d2fff432f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'external_fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': '098d0e0b-08fe-483a-8b92-acc051690e6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:13:44Z', 'updated_at': '2021-06-22T07:13:52Z', 'revision_number': 4, 'project_id': 'e8e015950749433d91627c7d2fff432f', 'gw_port': {'id': '098d0e0b-08fe-483a-8b92-acc051690e6c', 'name': '', 'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ba:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938dbb39-699a-459d-a185-b77a2fcc80bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:13:46Z', 'updated_at': '2021-06-22T07:14:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-iscsi', '_floatingips': [{'id': '299d82c7-6f9e-435d-9803-7e060abc4a28', 'tenant_id': 'e8e015950749433d91627c7d2fff432f', 'floating_ip_address': '172.27.1.95', 'floating_network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'router_id': '938dbb39-699a-459d-a185-b77a2fcc80bc', 'port_id': '4d8e0191-6514-4042-b61d-e3d6c352f619', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 107, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b91fcb38-ada5-4353-b77e-00fb398ce7d0', 'mac_address': 'fa:16:3e:7a:8e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32e6e243-eeda-4a0d-a837-8692933a5789', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T07:14:10Z', 'updated_at': '2021-06-22T07:15:13Z', 'revision_number': 1, 'project_id': 'e8e015950749433d91627c7d2fff432f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30995bdb-9a4a-48b3-97be-68e0606645f8', 'name': '', 'network_id': 'b91fcb38-ada5-4353-b77e-00fb398ce7d0', 'tenant_id': 'e8e015950749433d91627c7d2fff432f', 'mac_address': 'fa:16:3e:6e:21:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938dbb39-699a-459d-a185-b77a2fcc80bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f579e111-0d0d-464b-ba2e-9baae47e7af2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:13:50Z', 'updated_at': '2021-06-22T07:14:08Z', 'revision_number': 5, 'project_id': 'e8e015950749433d91627c7d2fff432f', 'subnets': [{'id': 'f579e111-0d0d-464b-ba2e-9baae47e7af2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 07:15:18.467282 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.v2.base [req-d631a8c4-c8cf-4c0a-b5ff-80a65f5819e6 req-7622c99a-6f9e-4432-ab80-6dc7c0fd8b61 tempest-VolumesActionsTest-2627565 tempest-VolumesActionsTest-2627565-project] Request body: {'port': {'device_id': 'dce7b301-d267-4efe-8b55-aa33c48ee4c5', 'network_id': '31e2b9a5-acef-422e-882a-031867f08161', 'admin_state_up': True, 'tenant_id': '229550f555624e4386591eeeee0d143c'}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:15:18.485556 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-c95c3bec-e0a7-44a4-b7f0-11227b712ea0 req-cc536c0d-4016-4b71-af5c-d979e41caf82 service neutron] 10.222.0.41 "GET /v2.0/networks/e45ca323-df81-4e4e-ad4b-9a2282b40737?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1086268 Jun 22 07:15:18.489249 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-66649093-2b59-4831-9742-8bc4cecb6311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '431cd435-43c4-4a94-9141-6425c9b114ef', 'name': 'tempest-AttachVolumeTestJSON-907065161-router', 'tenant_id': 'd4f594fab10d40c7ba3121bb30f350f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'external_fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '217bf916-f428-45a7-b4e6-aee6f103ab9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:13:50Z', 'updated_at': '2021-06-22T07:14:13Z', 'revision_number': 4, 'project_id': 'd4f594fab10d40c7ba3121bb30f350f6', 'gw_port': {'id': '217bf916-f428-45a7-b4e6-aee6f103ab9d', 'name': '', 'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:87:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431cd435-43c4-4a94-9141-6425c9b114ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:13:53Z', 'updated_at': '2021-06-22T07:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-iscsi', '_floatingips': [{'id': 'bf012a65-ecdd-472c-8931-494f14cb9ca6', 'tenant_id': 'd4f594fab10d40c7ba3121bb30f350f6', 'floating_ip_address': '172.27.1.221', 'floating_network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'router_id': '431cd435-43c4-4a94-9141-6425c9b114ef', 'port_id': 'e4159f94-5527-4466-8635-e476cd2fc9b0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e45ca323-df81-4e4e-ad4b-9a2282b40737', 'mac_address': 'fa:16:3e:8e:02:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f376705-0d18-4006-8bca-dd49b0e55cca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T07:14:21Z', 'updated_at': '2021-06-22T07:15:12Z', 'revision_number': 1, 'project_id': 'd4f594fab10d40c7ba3121bb30f350f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '900ecae7-963b-427d-adc1-d204794ed031', 'name': '', 'network_id': 'e45ca323-df81-4e4e-ad4b-9a2282b40737', 'tenant_id': 'd4f594fab10d40c7ba3121bb30f350f6', 'mac_address': 'fa:16:3e:50:53:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431cd435-43c4-4a94-9141-6425c9b114ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f68816de-e03b-4f38-99ee-40e3f1c0a6fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:14:04Z', 'updated_at': '2021-06-22T07:14:21Z', 'revision_number': 5, 'project_id': 'd4f594fab10d40c7ba3121bb30f350f6', 'subnets': [{'id': 'f68816de-e03b-4f38-99ee-40e3f1c0a6fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-11-iscsi', False) {} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:15:18.629960 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66649093-2b59-4831-9742-8bc4cecb6311 None None] The sync data for ids ['431cd435-43c4-4a94-9141-6425c9b114ef'] in dv-cinder-786627-11-iscsi is: [{'id': '431cd435-43c4-4a94-9141-6425c9b114ef', 'name': 'tempest-AttachVolumeTestJSON-907065161-router', 'tenant_id': 'd4f594fab10d40c7ba3121bb30f350f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'external_fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '217bf916-f428-45a7-b4e6-aee6f103ab9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:13:50Z', 'updated_at': '2021-06-22T07:14:13Z', 'revision_number': 4, 'project_id': 'd4f594fab10d40c7ba3121bb30f350f6', 'gw_port': {'id': '217bf916-f428-45a7-b4e6-aee6f103ab9d', 'name': '', 'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:87:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431cd435-43c4-4a94-9141-6425c9b114ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:13:53Z', 'updated_at': '2021-06-22T07:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-iscsi', '_floatingips': [{'id': 'bf012a65-ecdd-472c-8931-494f14cb9ca6', 'tenant_id': 'd4f594fab10d40c7ba3121bb30f350f6', 'floating_ip_address': '172.27.1.221', 'floating_network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'router_id': '431cd435-43c4-4a94-9141-6425c9b114ef', 'port_id': 'e4159f94-5527-4466-8635-e476cd2fc9b0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e45ca323-df81-4e4e-ad4b-9a2282b40737', 'mac_address': 'fa:16:3e:8e:02:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f376705-0d18-4006-8bca-dd49b0e55cca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T07:14:21Z', 'updated_at': '2021-06-22T07:15:12Z', 'revision_number': 1, 'project_id': 'd4f594fab10d40c7ba3121bb30f350f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '900ecae7-963b-427d-adc1-d204794ed031', 'name': '', 'network_id': 'e45ca323-df81-4e4e-ad4b-9a2282b40737', 'tenant_id': 'd4f594fab10d40c7ba3121bb30f350f6', 'mac_address': 'fa:16:3e:50:53:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431cd435-43c4-4a94-9141-6425c9b114ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f68816de-e03b-4f38-99ee-40e3f1c0a6fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:14:04Z', 'updated_at': '2021-06-22T07:14:21Z', 'revision_number': 5, 'project_id': 'd4f594fab10d40c7ba3121bb30f350f6', 'subnets': [{'id': 'f68816de-e03b-4f38-99ee-40e3f1c0a6fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 07:15:18.704917 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-b0e2f6cf-de4b-498b-af9c-5c83c15553a8 req-e5dfbccc-194f-4b40-b87b-94c5c8385a77 tempest-VolumesActionsTest-2627565 tempest-VolumesActionsTest-2627565-project] 10.222.0.24 "GET /v2.0/ports?device_id=dce7b301-d267-4efe-8b55-aa33c48ee4c5 HTTP/1.1" status: 200 len: 210 time: 0.2633646 Jun 22 07:15:18.817968 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-1395cc2c-fb4c-4051-b204-a4723a9b1ed4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:18.965058 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 44162) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:15:19.000058 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-97d12801-f2a8-4985-940f-94eb9b2c2664 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:19.029343 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d631a8c4-c8cf-4c0a-b5ff-80a65f5819e6 req-7622c99a-6f9e-4432-ab80-6dc7c0fd8b61 tempest-VolumesActionsTest-2627565 tempest-VolumesActionsTest-2627565-project] Made reservation on behalf of 229550f555624e4386591eeeee0d143c for: {'port': 1} {{(pid=92920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 07:15:19.033284 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-d631a8c4-c8cf-4c0a-b5ff-80a65f5819e6 req-7622c99a-6f9e-4432-ab80-6dc7c0fd8b61 tempest-VolumesActionsTest-2627565 tempest-VolumesActionsTest-2627565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1809762'] for port, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:19.130782 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32f7524-b9db-4b24-a1e5-0a77a7289709 None None] New status for floating IP 299d82c7-6f9e-435d-9803-7e060abc4a28: ACTIVE {{(pid=92922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 07:15:19.164576 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-c95c3bec-e0a7-44a4-b7f0-11227b712ea0 req-69b08847-d4bc-47c3-b30f-81a285cfd504 service neutron] 10.222.0.41 "GET /v2.0/networks/e45ca323-df81-4e4e-ad4b-9a2282b40737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5172272 Jun 22 07:15:19.189442 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f074dc85-a6b4-4908-80f3-aac725a3e537 req-a716fb11-fd1f-4034-afe4-acef3b0876b4 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:19.198614 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-f074dc85-a6b4-4908-80f3-aac725a3e537 req-a716fb11-fd1f-4034-afe4-acef3b0876b4 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/ports?device_id=96140ecc-60b1-4858-b129-414607b05266 HTTP/1.1" status: 200 len: 945 time: 0.4919095 Jun 22 07:15:19.282857 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-f074dc85-a6b4-4908-80f3-aac725a3e537 req-7c9ce7fe-5911-4c9b-b9e7-2839bc1b6da7 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/security-groups?id=30e0c465-7839-4da2-bd45-e1fbd7ad0257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737367 Jun 22 07:15:19.285783 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9170e021-0c32-4372-8843-bfb4860cca76 None None] New status for floating IP bf012a65-ecdd-472c-8931-494f14cb9ca6: ACTIVE {{(pid=92921) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 07:15:19.315433 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-1395cc2c-fb4c-4051-b204-a4723a9b1ed4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:19.325171 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-1395cc2c-fb4c-4051-b204-a4723a9b1ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:19.333117 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:19.350453 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.db.db_base_plugin_common [req-d631a8c4-c8cf-4c0a-b5ff-80a65f5819e6 req-7622c99a-6f9e-4432-ab80-6dc7c0fd8b61 tempest-VolumesActionsTest-2627565 tempest-VolumesActionsTest-2627565-project] Allocated IP 172.20.0.4 (31e2b9a5-acef-422e-882a-031867f08161/bc2984dc-f431-4817-b47a-dd84fe1934c1/2dd972d5-7ab6-4c4c-b9de-37e46b78450a) {{(pid=92920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 07:15:19.406852 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-1395cc2c-fb4c-4051-b204-a4723a9b1ed4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e0df619d4f04415a88b35a882c7b0e19&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2305498 Jun 22 07:15:19.409380 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 44166) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:15:19.423161 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1395cc2c-fb4c-4051-b204-a4723a9b1ed4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56580726-12eb-4db9-a60d-f88cf617c298,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:19.436868 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-1395cc2c-fb4c-4051-b204-a4723a9b1ed4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:19.498273 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-7396c9ea-f3f2-4a96-9d4b-04d8b69a3dd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:19.564328 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-7396c9ea-f3f2-4a96-9d4b-04d8b69a3dd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:19.576661 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-97d12801-f2a8-4985-940f-94eb9b2c2664 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:19.585797 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-97d12801-f2a8-4985-940f-94eb9b2c2664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:19.613380 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-9cc4fb3f-53b8-493b-8a11-a8f1faf579f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:19.659276 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-7396c9ea-f3f2-4a96-9d4b-04d8b69a3dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:19.660223 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-97d12801-f2a8-4985-940f-94eb9b2c2664 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=80c4fb008ffd48aaad1cdb4187c6f025&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6932023 Jun 22 07:15:19.660829 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 44168) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:15:19.662624 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-7396c9ea-f3f2-4a96-9d4b-04d8b69a3dd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:19.668176 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-7396c9ea-f3f2-4a96-9d4b-04d8b69a3dd6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/56580726-12eb-4db9-a60d-f88cf617c298 HTTP/1.1" status: 204 len: 168 time: 0.2526708 Jun 22 07:15:19.671143 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:19.686176 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7396c9ea-f3f2-4a96-9d4b-04d8b69a3dd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56580726-12eb-4db9-a60d-f88cf617c298,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:19.690386 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-7396c9ea-f3f2-4a96-9d4b-04d8b69a3dd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:19.707405 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-d631a8c4-c8cf-4c0a-b5ff-80a65f5819e6 req-7622c99a-6f9e-4432-ab80-6dc7c0fd8b61 tempest-VolumesActionsTest-2627565 tempest-VolumesActionsTest-2627565-project] Notify callbacks [] for port, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:19.722222 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d12801-f2a8-4985-940f-94eb9b2c2664 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02604a69-d6ae-4f8c-96da-697fd6ab0b1d,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:19.741964 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-97d12801-f2a8-4985-940f-94eb9b2c2664 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:19.809582 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-b3ef0b8b-96be-42e7-aa7c-080334c78196 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:19.873499 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-b3ef0b8b-96be-42e7-aa7c-080334c78196 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:19.895951 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-d631a8c4-c8cf-4c0a-b5ff-80a65f5819e6 req-7622c99a-6f9e-4432-ab80-6dc7c0fd8b61 tempest-VolumesActionsTest-2627565 tempest-VolumesActionsTest-2627565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1809569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-690206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773473471591'] for port, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:19.927421 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-34834c04-cb6a-4189-87e2-aedc75def5e3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:19.994369 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7622c99a-6f9e-4432-ab80-6dc7c0fd8b61 tempest-VolumesActionsTest-2627565 tempest-VolumesActionsTest-2627565-project] Pushing event updated for resources: {'Port': ['ID=2dd972d5-7ab6-4c4c-b9de-37e46b78450a,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:20.010101 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-7622c99a-6f9e-4432-ab80-6dc7c0fd8b61 tempest-VolumesActionsTest-2627565 tempest-VolumesActionsTest-2627565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:20.015864 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fd8ee9-def1-4da0-bdbb-ac262d878a93 req-e521a219-7160-43be-b757-bc18516f39ef tempest-VolumesActionsTest-2627565 tempest-VolumesActionsTest-2627565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:20.020309 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d631a8c4-c8cf-4c0a-b5ff-80a65f5819e6 req-7622c99a-6f9e-4432-ab80-6dc7c0fd8b61 tempest-VolumesActionsTest-2627565 tempest-VolumesActionsTest-2627565-project] Network 31e2b9a5-acef-422e-882a-031867f08161 is already hosted by enough agents. {{(pid=92920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 07:15:20.022247 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.scheduler.base_scheduler [req-d631a8c4-c8cf-4c0a-b5ff-80a65f5819e6 req-7622c99a-6f9e-4432-ab80-6dc7c0fd8b61 tempest-VolumesActionsTest-2627565 tempest-VolumesActionsTest-2627565-project] Resources bound (agent type, host, resource id): {{(pid=92920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 07:15:20.025967 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.db.l3_dvrscheduler_db [req-d631a8c4-c8cf-4c0a-b5ff-80a65f5819e6 req-7622c99a-6f9e-4432-ab80-6dc7c0fd8b61 tempest-VolumesActionsTest-2627565 tempest-VolumesActionsTest-2627565-project] Received port after_create {{(pid=92920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 07:15:20.029469 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-01fd8ee9-def1-4da0-bdbb-ac262d878a93 req-e521a219-7160-43be-b757-bc18516f39ef tempest-VolumesActionsTest-2627565 tempest-VolumesActionsTest-2627565-project] 10.222.0.24 "GET /v2.0/ports?device_id=dce7b301-d267-4efe-8b55-aa33c48ee4c5 HTTP/1.1" status: 200 len: 931 time: 0.1275194 Jun 22 07:15:20.032045 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d631a8c4-c8cf-4c0a-b5ff-80a65f5819e6 req-7622c99a-6f9e-4432-ab80-6dc7c0fd8b61 tempest-VolumesActionsTest-2627565 tempest-VolumesActionsTest-2627565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:20.032805 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-d631a8c4-c8cf-4c0a-b5ff-80a65f5819e6 req-7622c99a-6f9e-4432-ab80-6dc7c0fd8b61 tempest-VolumesActionsTest-2627565 tempest-VolumesActionsTest-2627565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-690179'] for port, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:20.060769 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-b3ef0b8b-96be-42e7-aa7c-080334c78196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:20.063889 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-b3ef0b8b-96be-42e7-aa7c-080334c78196 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:20.066140 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-b3ef0b8b-96be-42e7-aa7c-080334c78196 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/02604a69-d6ae-4f8c-96da-697fd6ab0b1d HTTP/1.1" status: 204 len: 168 time: 0.3992617 Jun 22 07:15:20.067245 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:20.070845 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-d631a8c4-c8cf-4c0a-b5ff-80a65f5819e6 req-7622c99a-6f9e-4432-ab80-6dc7c0fd8b61 tempest-VolumesActionsTest-2627565 tempest-VolumesActionsTest-2627565-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6176531 Jun 22 07:15:20.078909 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ef0b8b-96be-42e7-aa7c-080334c78196 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02604a69-d6ae-4f8c-96da-697fd6ab0b1d,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:20.083345 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-b3ef0b8b-96be-42e7-aa7c-080334c78196 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:20.088611 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.v2.base [req-d631a8c4-c8cf-4c0a-b5ff-80a65f5819e6 req-045e497c-8fa0-4d85-bf13-b6803165e4fc service neutron] Request body: {'port': {'device_id': 'dce7b301-d267-4efe-8b55-aa33c48ee4c5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:15:20.136658 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-01fd8ee9-def1-4da0-bdbb-ac262d878a93 req-cf5ab8d1-6f41-46a8-bdea-62634c660740 tempest-VolumesActionsTest-2627565 tempest-VolumesActionsTest-2627565-project] 10.222.0.24 "GET /v2.0/security-groups?id=d179af01-6e8f-4de0-b8d4-f879330cc003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058619 Jun 22 07:15:20.256342 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-d631a8c4-c8cf-4c0a-b5ff-80a65f5819e6 req-045e497c-8fa0-4d85-bf13-b6803165e4fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:20.317554 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 44194) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:15:20.344320 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-06ffc20f-e1f7-4007-913a-2be91efee9c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:20.508513 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 44200) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:15:20.647785 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-06ffc20f-e1f7-4007-913a-2be91efee9c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:20.656212 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-06ffc20f-e1f7-4007-913a-2be91efee9c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:20.660764 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c1ddb1-d7fa-4e69-8532-a2d5a2cfff34 req-5e9731f8-1324-4e56-871e-89dd2f82b038 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:20.665581 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-370f3dce-a7e9-4ccd-b955-536f62b9eb66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:20.668014 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-53c1ddb1-d7fa-4e69-8532-a2d5a2cfff34 req-5e9731f8-1324-4e56-871e-89dd2f82b038 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/ports?device_id=96140ecc-60b1-4858-b129-414607b05266 HTTP/1.1" status: 200 len: 945 time: 0.1638560 Jun 22 07:15:20.763086 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-53c1ddb1-d7fa-4e69-8532-a2d5a2cfff34 req-d72ce2cb-fb1a-4628-ae6a-7708fa22f30d tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/security-groups?id=30e0c465-7839-4da2-bd45-e1fbd7ad0257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846021 Jun 22 07:15:20.792344 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ffc20f-e1f7-4007-913a-2be91efee9c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91687320-d674-4205-83be-eeefc3c215d6,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:20.799077 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-06ffc20f-e1f7-4007-913a-2be91efee9c0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=361f2cf2a96c47489dfa3323046f2d63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4747291 Jun 22 07:15:20.801748 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 44208) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:15:20.803905 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-06ffc20f-e1f7-4007-913a-2be91efee9c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:20.827167 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc37c61-270a-4319-b85b-4f6fdf65dc76 req-9f94486e-23aa-4646-863c-5c0878ead46d tempest-DeleteServersTestJSON-1840482181 tempest-DeleteServersTestJSON-1840482181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:20.830122 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-0cc37c61-270a-4319-b85b-4f6fdf65dc76 req-9f94486e-23aa-4646-863c-5c0878ead46d tempest-DeleteServersTestJSON-1840482181 tempest-DeleteServersTestJSON-1840482181-project] 10.222.0.24 "GET /v2.0/ports?device_id=408e9ee9-a3c9-4c89-a36d-c9312e22824a HTTP/1.1" status: 200 len: 945 time: 0.1334994 Jun 22 07:15:20.845691 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.notifiers.nova [req-d631a8c4-c8cf-4c0a-b5ff-80a65f5819e6 req-045e497c-8fa0-4d85-bf13-b6803165e4fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2dd972d5-7ab6-4c4c-b9de-37e46b78450a {{(pid=92920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 07:15:20.876992 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-d631a8c4-c8cf-4c0a-b5ff-80a65f5819e6 req-045e497c-8fa0-4d85-bf13-b6803165e4fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:20.925531 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-0cc37c61-270a-4319-b85b-4f6fdf65dc76 req-0e4dd713-a15f-448d-9c72-9951b91997ab tempest-DeleteServersTestJSON-1840482181 tempest-DeleteServersTestJSON-1840482181-project] 10.222.0.24 "GET /v2.0/security-groups?id=a94922fc-8ff5-4870-8e70-23a0b4e4efe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735142 Jun 22 07:15:20.937200 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0985be53-be3e-4b8f-865d-0ce90e515212 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:20.953889 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [req-d631a8c4-c8cf-4c0a-b5ff-80a65f5819e6 req-045e497c-8fa0-4d85-bf13-b6803165e4fc service neutron] Transition to ACTIVE for port object 2dd972d5-7ab6-4c4c-b9de-37e46b78450a will not be triggered until provisioned by entity L2. {{(pid=92920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 07:15:20.972605 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-d631a8c4-c8cf-4c0a-b5ff-80a65f5819e6 req-045e497c-8fa0-4d85-bf13-b6803165e4fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:20.977964 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-34834c04-cb6a-4189-87e2-aedc75def5e3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:21.077614 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8fa58d21-fbce-485c-acab-9ec6f08c9c78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:21.106937 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045e497c-8fa0-4d85-bf13-b6803165e4fc service neutron] Pushing event updated for resources: {'Port': ['ID=2dd972d5-7ab6-4c4c-b9de-37e46b78450a,revision_number=2']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:21.109855 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-045e497c-8fa0-4d85-bf13-b6803165e4fc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:21.165891 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8fa58d21-fbce-485c-acab-9ec6f08c9c78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:21.180888 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.managers [req-d631a8c4-c8cf-4c0a-b5ff-80a65f5819e6 req-045e497c-8fa0-4d85-bf13-b6803165e4fc service neutron] Attempting to bind port 2dd972d5-7ab6-4c4c-b9de-37e46b78450a on host hv-cinder-78662 for vnic_type normal with profile {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 07:15:21.181339 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.managers [req-d631a8c4-c8cf-4c0a-b5ff-80a65f5819e6 req-045e497c-8fa0-4d85-bf13-b6803165e4fc service neutron] Attempting to bind port 2dd972d5-7ab6-4c4c-b9de-37e46b78450a by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': 'af41065c-6602-4bb6-acb3-dc4c9d262c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '31e2b9a5-acef-422e-882a-031867f08161'}] {{(pid=92920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 07:15:21.181626 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d631a8c4-c8cf-4c0a-b5ff-80a65f5819e6 req-045e497c-8fa0-4d85-bf13-b6803165e4fc service neutron] Attempting to bind port 2dd972d5-7ab6-4c4c-b9de-37e46b78450a on network 31e2b9a5-acef-422e-882a-031867f08161 {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 07:15:21.209906 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d631a8c4-c8cf-4c0a-b5ff-80a65f5819e6 req-045e497c-8fa0-4d85-bf13-b6803165e4fc service neutron] Port 2dd972d5-7ab6-4c4c-b9de-37e46b78450a on network 31e2b9a5-acef-422e-882a-031867f08161 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 07:15:21.210315 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d631a8c4-c8cf-4c0a-b5ff-80a65f5819e6 req-045e497c-8fa0-4d85-bf13-b6803165e4fc service neutron] Attempting to bind port 2dd972d5-7ab6-4c4c-b9de-37e46b78450a on network 31e2b9a5-acef-422e-882a-031867f08161 {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 07:15:21.230665 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d631a8c4-c8cf-4c0a-b5ff-80a65f5819e6 req-045e497c-8fa0-4d85-bf13-b6803165e4fc service neutron] Checking agent: {'id': 'ce8fa221-be2f-440a-9097-46e1804b8f29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 7, 12, 2), 'started_at': datetime.datetime(2021, 6, 22, 7, 12, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 7, 15, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 07:15:21.231236 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d631a8c4-c8cf-4c0a-b5ff-80a65f5819e6 req-045e497c-8fa0-4d85-bf13-b6803165e4fc service neutron] Checking segment: {'id': 'af41065c-6602-4bb6-acb3-dc4c9d262c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '31e2b9a5-acef-422e-882a-031867f08161'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 07:15:21.231567 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d631a8c4-c8cf-4c0a-b5ff-80a65f5819e6 req-045e497c-8fa0-4d85-bf13-b6803165e4fc service neutron] Bound using segment: {'id': 'af41065c-6602-4bb6-acb3-dc4c9d262c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '31e2b9a5-acef-422e-882a-031867f08161'} {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 07:15:21.232004 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.managers [req-d631a8c4-c8cf-4c0a-b5ff-80a65f5819e6 req-045e497c-8fa0-4d85-bf13-b6803165e4fc service neutron] Bound port: 2dd972d5-7ab6-4c4c-b9de-37e46b78450a, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af41065c-6602-4bb6-acb3-dc4c9d262c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '31e2b9a5-acef-422e-882a-031867f08161'}}] {{(pid=92920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 07:15:21.232360 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-d631a8c4-c8cf-4c0a-b5ff-80a65f5819e6 req-045e497c-8fa0-4d85-bf13-b6803165e4fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:21.309733 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0985be53-be3e-4b8f-865d-0ce90e515212 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:21.324053 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8fa58d21-fbce-485c-acab-9ec6f08c9c78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:21.326829 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8fa58d21-fbce-485c-acab-9ec6f08c9c78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:21.328706 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-8fa58d21-fbce-485c-acab-9ec6f08c9c78 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/91687320-d674-4205-83be-eeefc3c215d6 HTTP/1.1" status: 204 len: 168 time: 0.5253289 Jun 22 07:15:21.349184 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-1d8f864d-f2a7-46f3-93ef-55a5d4490871 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:21.354319 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0985be53-be3e-4b8f-865d-0ce90e515212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:21.385912 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa58d21-fbce-485c-acab-9ec6f08c9c78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91687320-d674-4205-83be-eeefc3c215d6,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:21.386625 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eea07d-ba44-41d4-ae51-34bece018bfd req-c34036e4-1cfa-4269-a9d2-af6b6c84fb55 tempest-VolumesActionsTest-2627565 tempest-VolumesActionsTest-2627565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:21.388986 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-8fa58d21-fbce-485c-acab-9ec6f08c9c78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:21.407770 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [req-d631a8c4-c8cf-4c0a-b5ff-80a65f5819e6 req-045e497c-8fa0-4d85-bf13-b6803165e4fc service neutron] For port 2dd972d5-7ab6-4c4c-b9de-37e46b78450a, host hv-cinder-78662, cleared binding levels {{(pid=92920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 07:15:21.412354 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-e2eea07d-ba44-41d4-ae51-34bece018bfd req-c34036e4-1cfa-4269-a9d2-af6b6c84fb55 tempest-VolumesActionsTest-2627565 tempest-VolumesActionsTest-2627565-project] 10.222.0.24 "GET /v2.0/ports?device_id=dce7b301-d267-4efe-8b55-aa33c48ee4c5 HTTP/1.1" status: 200 len: 943 time: 0.1356614 Jun 22 07:15:21.413364 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [req-d631a8c4-c8cf-4c0a-b5ff-80a65f5819e6 req-045e497c-8fa0-4d85-bf13-b6803165e4fc service neutron] For port 2dd972d5-7ab6-4c4c-b9de-37e46b78450a, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=2dd972d5-7ab6-4c4c-b9de-37e46b78450a,segment=NetworkSegment(af41065c-6602-4bb6-acb3-dc4c9d262c54),segment_id=af41065c-6602-4bb6-acb3-dc4c9d262c54)] {{(pid=92920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 07:15:21.443902 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-06ffc20f-e1f7-4007-913a-2be91efee9c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.058s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:21.482047 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-0985be53-be3e-4b8f-865d-0ce90e515212 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=97d9531fbd294fd799e461b62495f21d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9561450 Jun 22 07:15:21.482942 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 44232) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:15:21.484038 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0985be53-be3e-4b8f-865d-0ce90e515212 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fc87f76-a110-49c0-a63d-94f0396b2110,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:21.487756 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-0985be53-be3e-4b8f-865d-0ce90e515212 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:21.498176 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-d631a8c4-c8cf-4c0a-b5ff-80a65f5819e6 req-045e497c-8fa0-4d85-bf13-b6803165e4fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:21.509639 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-0b5e8c01-ee33-43f5-b5c7-354cb1940e31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:21.555234 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-e2eea07d-ba44-41d4-ae51-34bece018bfd req-b9c0dd06-a916-4b87-ad8b-0ee1aaf895a6 tempest-VolumesActionsTest-2627565 tempest-VolumesActionsTest-2627565-project] 10.222.0.24 "GET /v2.0/security-groups?id=d179af01-6e8f-4de0-b8d4-f879330cc003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344604 Jun 22 07:15:21.580476 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d631a8c4-c8cf-4c0a-b5ff-80a65f5819e6 req-045e497c-8fa0-4d85-bf13-b6803165e4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:21.582038 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-d631a8c4-c8cf-4c0a-b5ff-80a65f5819e6 req-045e497c-8fa0-4d85-bf13-b6803165e4fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-690179'] for port, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:21.583364 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-d631a8c4-c8cf-4c0a-b5ff-80a65f5819e6 req-045e497c-8fa0-4d85-bf13-b6803165e4fc service neutron] 10.222.0.41 "PUT /v2.0/ports/2dd972d5-7ab6-4c4c-b9de-37e46b78450a HTTP/1.1" status: 200 len: 1093 time: 1.5016408 Jun 22 07:15:21.591800 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045e497c-8fa0-4d85-bf13-b6803165e4fc service neutron] Pushing event updated for resources: {'Port': ['ID=2dd972d5-7ab6-4c4c-b9de-37e46b78450a,revision_number=3']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:21.598205 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-045e497c-8fa0-4d85-bf13-b6803165e4fc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:21.598693 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dce7b301-d267-4efe-8b55-aa33c48ee4c5', 'tag': '2dd972d5-7ab6-4c4c-b9de-37e46b78450a'}] {{(pid=92920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 07:15:21.604517 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}175c46e468422b48d63533518873068da6a6c478907c3b6f79f9dabf89e8d923" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31887cdd-6dcb-4624-a5f5-73e0f63015aa" -d '{"events": [{"name": "network-changed", "server_uuid": "dce7b301-d267-4efe-8b55-aa33c48ee4c5", "tag": "2dd972d5-7ab6-4c4c-b9de-37e46b78450a"}]}' {{(pid=92920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 07:15:21.725156 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 07:15:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cb780a0-a2ae-45d9-a701-e2c0da28757c x-openstack-request-id: req-5cb780a0-a2ae-45d9-a701-e2c0da28757c {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 07:15:21.725485 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dce7b301-d267-4efe-8b55-aa33c48ee4c5", "tag": "2dd972d5-7ab6-4c4c-b9de-37e46b78450a", "status": "completed", "code": 200}]} {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 07:15:21.726067 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5cb780a0-a2ae-45d9-a701-e2c0da28757c {{(pid=92920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 07:15:21.726621 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dce7b301-d267-4efe-8b55-aa33c48ee4c5', 'tag': '2dd972d5-7ab6-4c4c-b9de-37e46b78450a', 'status': 'completed', 'code': 200} Jun 22 07:15:21.727229 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-9c7f6dc8-2426-4e89-8cb7-bf6fb1994f8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:21.744199 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d631a8c4-c8cf-4c0a-b5ff-80a65f5819e6 req-081ba631-45b0-4e34-b29c-e4270428ef28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:21.747328 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-d631a8c4-c8cf-4c0a-b5ff-80a65f5819e6 req-081ba631-45b0-4e34-b29c-e4270428ef28 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=229550f555624e4386591eeeee0d143c&device_id=dce7b301-d267-4efe-8b55-aa33c48ee4c5 HTTP/1.1" status: 200 len: 1096 time: 0.1045387 Jun 22 07:15:21.771420 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-9c7f6dc8-2426-4e89-8cb7-bf6fb1994f8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:21.820324 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-d631a8c4-c8cf-4c0a-b5ff-80a65f5819e6 req-b3cd387f-6f43-4f5e-9333-78d10a52e5c7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2dd972d5-7ab6-4c4c-b9de-37e46b78450a HTTP/1.1" status: 200 len: 217 time: 0.0569568 Jun 22 07:15:21.944452 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d631a8c4-c8cf-4c0a-b5ff-80a65f5819e6 req-fd6257a4-9fcd-4f55-bce7-467d64f7e214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:21.947894 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-d631a8c4-c8cf-4c0a-b5ff-80a65f5819e6 req-fd6257a4-9fcd-4f55-bce7-467d64f7e214 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bc2984dc-f431-4817-b47a-dd84fe1934c1 HTTP/1.1" status: 200 len: 849 time: 0.1152296 Jun 22 07:15:22.017828 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-d631a8c4-c8cf-4c0a-b5ff-80a65f5819e6 req-da3ecaac-25d9-4a10-9b67-81359cb91d73 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=31e2b9a5-acef-422e-882a-031867f08161&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498540 Jun 22 07:15:22.023183 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-9c7f6dc8-2426-4e89-8cb7-bf6fb1994f8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:22.027063 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-9c7f6dc8-2426-4e89-8cb7-bf6fb1994f8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:22.028625 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-9c7f6dc8-2426-4e89-8cb7-bf6fb1994f8a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6fc87f76-a110-49c0-a63d-94f0396b2110 HTTP/1.1" status: 204 len: 168 time: 0.5397966 Jun 22 07:15:22.042248 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-2ed96df1-a91d-42a1-b5b5-2a95589d29aa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:22.103312 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8879f74-fd6b-4476-bc2f-f37a902188bb req-0364445d-ff3b-4486-881d-4232ef52d712 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:22.105279 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-b8879f74-fd6b-4476-bc2f-f37a902188bb req-0364445d-ff3b-4486-881d-4232ef52d712 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/ports?device_id=96140ecc-60b1-4858-b129-414607b05266 HTTP/1.1" status: 200 len: 945 time: 0.1645956 Jun 22 07:15:22.111624 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7f6dc8-2426-4e89-8cb7-bf6fb1994f8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fc87f76-a110-49c0-a63d-94f0396b2110,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:22.182777 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-9c7f6dc8-2426-4e89-8cb7-bf6fb1994f8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:22.240610 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-b8879f74-fd6b-4476-bc2f-f37a902188bb req-0cb93e09-529a-4218-a597-964cfa9c6bac tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/security-groups?id=30e0c465-7839-4da2-bd45-e1fbd7ad0257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267493 Jun 22 07:15:22.256721 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-d631a8c4-c8cf-4c0a-b5ff-80a65f5819e6 req-5adf4779-b8df-47a5-a976-7d161088adc3 service neutron] 10.222.0.41 "GET /v2.0/networks/31e2b9a5-acef-422e-882a-031867f08161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263906 Jun 22 07:15:22.345484 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f63fdb-8b0b-416b-a620-7952e235cd3a req-b62c43a2-45bb-49e9-a9a3-3c0edb0ae8b7 tempest-DeleteServersTestJSON-1840482181 tempest-DeleteServersTestJSON-1840482181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:22.354551 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-f8f63fdb-8b0b-416b-a620-7952e235cd3a req-b62c43a2-45bb-49e9-a9a3-3c0edb0ae8b7 tempest-DeleteServersTestJSON-1840482181 tempest-DeleteServersTestJSON-1840482181-project] 10.222.0.24 "GET /v2.0/ports?device_id=408e9ee9-a3c9-4c89-a36d-c9312e22824a HTTP/1.1" status: 200 len: 945 time: 0.1525078 Jun 22 07:15:22.404693 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-f8f63fdb-8b0b-416b-a620-7952e235cd3a req-b9bf1e95-eba6-4fb0-9db9-ab2e74236e08 tempest-DeleteServersTestJSON-1840482181 tempest-DeleteServersTestJSON-1840482181-project] 10.222.0.24 "GET /v2.0/security-groups?id=a94922fc-8ff5-4870-8e70-23a0b4e4efe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489526 Jun 22 07:15:22.426902 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-d631a8c4-c8cf-4c0a-b5ff-80a65f5819e6 req-daf9ce10-bdae-430d-9319-8b42c6a2e1c6 service neutron] 10.222.0.41 "GET /v2.0/networks/31e2b9a5-acef-422e-882a-031867f08161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617968 Jun 22 07:15:22.560373 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 44266) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:15:22.575662 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-c92637de-fb19-40db-a9c6-e56a6fd46227 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:22.578839 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31887cdd-6dcb-4624-a5f5-73e0f63015aa req-3cd44aeb-6511-4bc6-968a-f56216799c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:22.580741 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-31887cdd-6dcb-4624-a5f5-73e0f63015aa req-3cd44aeb-6511-4bc6-968a-f56216799c1a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=229550f555624e4386591eeeee0d143c&device_id=dce7b301-d267-4efe-8b55-aa33c48ee4c5 HTTP/1.1" status: 200 len: 1096 time: 0.0824947 Jun 22 07:15:22.733642 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 44274) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:15:22.743739 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31887cdd-6dcb-4624-a5f5-73e0f63015aa req-657b3948-76ed-4963-9416-30ac2887e795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:22.745304 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-31887cdd-6dcb-4624-a5f5-73e0f63015aa req-657b3948-76ed-4963-9416-30ac2887e795 service neutron] 10.222.0.41 "GET /v2.0/networks?id=31e2b9a5-acef-422e-882a-031867f08161 HTTP/1.1" status: 200 len: 910 time: 0.1545510 Jun 22 07:15:22.779263 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-c92637de-fb19-40db-a9c6-e56a6fd46227 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:22.786310 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-c92637de-fb19-40db-a9c6-e56a6fd46227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:22.795398 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-31887cdd-6dcb-4624-a5f5-73e0f63015aa req-ee42a38a-269c-44b3-ae79-55af20405995 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2dd972d5-7ab6-4c4c-b9de-37e46b78450a HTTP/1.1" status: 200 len: 217 time: 0.0417538 Jun 22 07:15:22.804203 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-539f7285-601c-40e5-9fd9-2a8b913959d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:22.868558 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31887cdd-6dcb-4624-a5f5-73e0f63015aa req-98839e7b-0a6b-49e3-9861-d26e072d03d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:22.870378 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-31887cdd-6dcb-4624-a5f5-73e0f63015aa req-98839e7b-0a6b-49e3-9861-d26e072d03d3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bc2984dc-f431-4817-b47a-dd84fe1934c1 HTTP/1.1" status: 200 len: 849 time: 0.0631714 Jun 22 07:15:22.878474 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.v2.base [None req-68ef0107-fdba-4512-b6ec-64726d7e2046 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-737374394-network', 'tenant_id': '9fc12b51327746ffacc11e44ca80021e'}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:15:22.899941 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727f0528-7d59-47d3-a9a6-38f3affc12ab req-7874e105-c81a-40cd-93be-71d6ac341b21 tempest-VolumesActionsTest-2627565 tempest-VolumesActionsTest-2627565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:22.902708 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-727f0528-7d59-47d3-a9a6-38f3affc12ab req-7874e105-c81a-40cd-93be-71d6ac341b21 tempest-VolumesActionsTest-2627565 tempest-VolumesActionsTest-2627565-project] 10.222.0.24 "GET /v2.0/ports?device_id=dce7b301-d267-4efe-8b55-aa33c48ee4c5 HTTP/1.1" status: 200 len: 943 time: 0.2180021 Jun 22 07:15:22.909742 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-c92637de-fb19-40db-a9c6-e56a6fd46227 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=43876923f0ca45279a136e382f0486a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3477681 Jun 22 07:15:22.915193 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 44280) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:15:22.916037 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92637de-fb19-40db-a9c6-e56a6fd46227 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=630e62e7-4431-4477-96d6-8d18792f14d3,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:22.921148 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-31887cdd-6dcb-4624-a5f5-73e0f63015aa req-6f8e1763-3d48-49f1-bc67-c718d650f4e7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=31e2b9a5-acef-422e-882a-031867f08161&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431845 Jun 22 07:15:22.928885 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-c92637de-fb19-40db-a9c6-e56a6fd46227 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:22.955470 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68ef0107-fdba-4512-b6ec-64726d7e2046 admin admin] Made reservation on behalf of 9fc12b51327746ffacc11e44ca80021e for: {'network': 1} {{(pid=92919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 07:15:22.958827 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-68ef0107-fdba-4512-b6ec-64726d7e2046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1809762'] for network, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:22.978226 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-68ef0107-fdba-4512-b6ec-64726d7e2046 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:22.983797 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-727f0528-7d59-47d3-a9a6-38f3affc12ab req-d4f1fbbe-82dd-449e-b234-1252809e80b1 tempest-VolumesActionsTest-2627565 tempest-VolumesActionsTest-2627565-project] 10.222.0.24 "GET /v2.0/security-groups?id=d179af01-6e8f-4de0-b8d4-f879330cc003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695741 Jun 22 07:15:23.089804 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-68ef0107-fdba-4512-b6ec-64726d7e2046 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:23.094846 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-68ef0107-fdba-4512-b6ec-64726d7e2046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:23.098841 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:23.117582 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68ef0107-fdba-4512-b6ec-64726d7e2046 admin admin] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=92919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 07:15:23.124440 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-b6804a00-bb03-4564-88e8-24628450dd86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:23.132257 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ef0107-fdba-4512-b6ec-64726d7e2046 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0590037-46c3-4f53-bdfc-2dafd14bc463,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:23.138011 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-68ef0107-fdba-4512-b6ec-64726d7e2046 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:23.139196 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-68ef0107-fdba-4512-b6ec-64726d7e2046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1885363'] for segment, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:23.139554 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.db.segments_db [None req-68ef0107-fdba-4512-b6ec-64726d7e2046 admin admin] Added segment 93d91c0c-3ad3-45b1-a0f5-3438f658291d of type vlan for network da7b7541-50be-43f9-ba43-3f650289dc1b Jun 22 07:15:23.162397 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-31887cdd-6dcb-4624-a5f5-73e0f63015aa req-4cc7e305-dfaf-417d-a56a-bb7ff9f3426f service neutron] 10.222.0.41 "GET /v2.0/networks/31e2b9a5-acef-422e-882a-031867f08161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325249 Jun 22 07:15:23.197962 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-b6804a00-bb03-4564-88e8-24628450dd86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:23.217817 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-68ef0107-fdba-4512-b6ec-64726d7e2046 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773473491173'] for network, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:23.279089 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1b2e30-4413-4008-b129-b92a19aafc50 req-f0f320af-bbc1-48ae-959d-f576ee0baa50 tempest-DeleteServersTestJSON-1840482181 tempest-DeleteServersTestJSON-1840482181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:23.280779 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-9b1b2e30-4413-4008-b129-b92a19aafc50 req-f0f320af-bbc1-48ae-959d-f576ee0baa50 tempest-DeleteServersTestJSON-1840482181 tempest-DeleteServersTestJSON-1840482181-project] 10.222.0.41 "GET /v2.0/ports?device_id=408e9ee9-a3c9-4c89-a36d-c9312e22824a HTTP/1.1" status: 200 len: 945 time: 0.1312532 Jun 22 07:15:23.281955 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-68ef0107-fdba-4512-b6ec-64726d7e2046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-54575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-690206'] for network, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:23.283230 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ef0107-fdba-4512-b6ec-64726d7e2046 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:23.283786 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-68ef0107-fdba-4512-b6ec-64726d7e2046 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-690179'] for network, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:23.286229 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:23.382894 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-68ef0107-fdba-4512-b6ec-64726d7e2046 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6463735 Jun 22 07:15:23.387646 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-31887cdd-6dcb-4624-a5f5-73e0f63015aa req-e9fdd92b-a1f1-4b9b-9feb-a642ac3af08d service neutron] 10.222.0.41 "GET /v2.0/networks/31e2b9a5-acef-422e-882a-031867f08161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116871 Jun 22 07:15:23.389537 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 44290) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:15:23.395434 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.v2.base [None req-e69fc682-e4b4-4e34-8d04-721217ca96c3 admin admin] Request body: {'subnet': {'network_id': 'da7b7541-50be-43f9-ba43-3f650289dc1b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-737374394-subnet', 'tenant_id': '9fc12b51327746ffacc11e44ca80021e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:15:23.401012 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-b6804a00-bb03-4564-88e8-24628450dd86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:23.404246 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-b6804a00-bb03-4564-88e8-24628450dd86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:23.405805 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-b6804a00-bb03-4564-88e8-24628450dd86 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/630e62e7-4431-4477-96d6-8d18792f14d3 HTTP/1.1" status: 204 len: 168 time: 0.4886775 Jun 22 07:15:23.418835 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:23.445310 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ef0107-fdba-4512-b6ec-64726d7e2046 admin admin] Pushing event updated for resources: {'Network': ['ID=da7b7541-50be-43f9-ba43-3f650289dc1b,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:23.459566 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Network da7b7541-50be-43f9-ba43-3f650289dc1b details requested by agent ovs-agent-dv-cinder-786627-11-iscsi with host dv-cinder-786627-11-iscsi {{(pid=92921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 07:15:23.462777 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6804a00-bb03-4564-88e8-24628450dd86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=630e62e7-4431-4477-96d6-8d18792f14d3,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:23.466751 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-b6804a00-bb03-4564-88e8-24628450dd86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:23.477356 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-68ef0107-fdba-4512-b6ec-64726d7e2046 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:23.491011 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e69fc682-e4b4-4e34-8d04-721217ca96c3 admin admin] Made reservation on behalf of 9fc12b51327746ffacc11e44ca80021e for: {'subnet': 1} {{(pid=92920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 07:15:23.496013 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-e69fc682-e4b4-4e34-8d04-721217ca96c3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:23.584035 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.plugin [req-9b1b2e30-4413-4008-b129-b92a19aafc50 req-6ddfefc4-f993-43ce-b571-c6eedf0b58c2 tempest-DeleteServersTestJSON-1840482181 tempest-DeleteServersTestJSON-1840482181-project] Deleting port 99f0a8af-47c5-43e8-b357-f99b10755c08 {{(pid=92919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 07:15:23.584510 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-9b1b2e30-4413-4008-b129-b92a19aafc50 req-6ddfefc4-f993-43ce-b571-c6eedf0b58c2 tempest-DeleteServersTestJSON-1840482181 tempest-DeleteServersTestJSON-1840482181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773474057189'] for port, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:23.746302 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d4a968-5218-4e22-b1ec-babc487aee12 req-e069333c-527b-4588-a058-5824be0cedc7 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:23.748151 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-e8d4a968-5218-4e22-b1ec-babc487aee12 req-e069333c-527b-4588-a058-5824be0cedc7 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/ports?device_id=96140ecc-60b1-4858-b129-414607b05266 HTTP/1.1" status: 200 len: 945 time: 0.2413211 Jun 22 07:15:23.791550 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-e69fc682-e4b4-4e34-8d04-721217ca96c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197'] for subnet, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:23.794794 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:23.806761 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.db [req-9b1b2e30-4413-4008-b129-b92a19aafc50 req-6ddfefc4-f993-43ce-b571-c6eedf0b58c2 tempest-DeleteServersTestJSON-1840482181 tempest-DeleteServersTestJSON-1840482181-project] For port 99f0a8af-47c5-43e8-b357-f99b10755c08, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=99f0a8af-47c5-43e8-b357-f99b10755c08,segment=NetworkSegment(4bb8bbca-dc02-47a4-86ed-2cfeff644e2b),segment_id=4bb8bbca-dc02-47a4-86ed-2cfeff644e2b)] {{(pid=92919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:15:23.807200 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-9b1b2e30-4413-4008-b129-b92a19aafc50 req-6ddfefc4-f993-43ce-b571-c6eedf0b58c2 tempest-DeleteServersTestJSON-1840482181 tempest-DeleteServersTestJSON-1840482181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-707208'] for port, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:23.852295 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69fc682-e4b4-4e34-8d04-721217ca96c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5989060-ba38-401c-9f6e-e461f2d99ee7,revision_number=0']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:23.855479 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-e69fc682-e4b4-4e34-8d04-721217ca96c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:23.866553 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69fc682-e4b4-4e34-8d04-721217ca96c3 admin admin] Checking segment: {'id': '93d91c0c-3ad3-45b1-a0f5-3438f658291d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'da7b7541-50be-43f9-ba43-3f650289dc1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 07:15:23.867001 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e69fc682-e4b4-4e34-8d04-721217ca96c3 admin admin] Network hostable DHCP agents. Network: da7b7541-50be-43f9-ba43-3f650289dc1b, hostable agents: ['23f99c3b-a432-44d9-a8da-8094b458f26a'], hosted agents: [] {{(pid=92920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 07:15:23.890425 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e69fc682-e4b4-4e34-8d04-721217ca96c3 admin admin] Network da7b7541-50be-43f9-ba43-3f650289dc1b is scheduled to be hosted by DHCP agent 23f99c3b-a432-44d9-a8da-8094b458f26a with binding_index 1 {{(pid=92920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 07:15:23.891987 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-e8d4a968-5218-4e22-b1ec-babc487aee12 req-9c36a4ca-e6d5-4f82-b49e-33b2ef46c9e7 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/security-groups?id=30e0c465-7839-4da2-bd45-e1fbd7ad0257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358893 Jun 22 07:15:23.903741 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.scheduler.base_scheduler [None req-e69fc682-e4b4-4e34-8d04-721217ca96c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-11-iscsi, da7b7541-50be-43f9-ba43-3f650289dc1b) {{(pid=92920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 07:15:23.914764 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e69fc682-e4b4-4e34-8d04-721217ca96c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:23.916327 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-e69fc682-e4b4-4e34-8d04-721217ca96c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-690179'] for subnet, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:23.918610 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e960dbb-087b-4704-999d-e042d1f9a926 None None] Network da7b7541-50be-43f9-ba43-3f650289dc1b requested from dv-cinder-786627-11-iscsi {{(pid=92921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 07:15:23.926861 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.plugin [req-9b1b2e30-4413-4008-b129-b92a19aafc50 req-6ddfefc4-f993-43ce-b571-c6eedf0b58c2 tempest-DeleteServersTestJSON-1840482181 tempest-DeleteServersTestJSON-1840482181-project] Calling delete_port for 99f0a8af-47c5-43e8-b357-f99b10755c08 owned by compute:nova {{(pid=92919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 07:15:23.939780 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-e69fc682-e4b4-4e34-8d04-721217ca96c3 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5481513 Jun 22 07:15:23.953816 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14568bce-846c-42df-bd36-0530e0896ed4 req-d742aa8b-3887-4c0d-b446-adb37916072c tempest-DeleteServersTestJSON-1840482181 tempest-DeleteServersTestJSON-1840482181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:23.955540 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-14568bce-846c-42df-bd36-0530e0896ed4 req-d742aa8b-3887-4c0d-b446-adb37916072c tempest-DeleteServersTestJSON-1840482181 tempest-DeleteServersTestJSON-1840482181-project] 10.222.0.24 "GET /v2.0/ports?device_id=408e9ee9-a3c9-4c89-a36d-c9312e22824a HTTP/1.1" status: 200 len: 945 time: 0.2632866 Jun 22 07:15:24.093797 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5a5112c-e6e3-4617-962c-22761b5fc0a8 None None] Network da7b7541-50be-43f9-ba43-3f650289dc1b requested from dv-cinder-786627-11-iscsi {{(pid=92921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 07:15:24.096277 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-14568bce-846c-42df-bd36-0530e0896ed4 req-93550323-b9ff-450a-92d5-4bd02f305937 tempest-DeleteServersTestJSON-1840482181 tempest-DeleteServersTestJSON-1840482181-project] 10.222.0.24 "GET /v2.0/security-groups?id=a94922fc-8ff5-4870-8e70-23a0b4e4efe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076474 Jun 22 07:15:24.333604 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-9b1b2e30-4413-4008-b129-b92a19aafc50 req-6ddfefc4-f993-43ce-b571-c6eedf0b58c2 tempest-DeleteServersTestJSON-1840482181 tempest-DeleteServersTestJSON-1840482181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773474061029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773473471600'] for port, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:24.347897 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:24.382484 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddfefc4-f993-43ce-b571-c6eedf0b58c2 tempest-DeleteServersTestJSON-1840482181 tempest-DeleteServersTestJSON-1840482181-project] Pushing event deleted for resources: {'Port': ['ID=99f0a8af-47c5-43e8-b357-f99b10755c08,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:24.388419 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-6ddfefc4-f993-43ce-b571-c6eedf0b58c2 tempest-DeleteServersTestJSON-1840482181 tempest-DeleteServersTestJSON-1840482181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:24.447007 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf843941-b898-41f6-bcd0-30a168c0d118 req-69c36d3d-c358-4986-96aa-7819e4cde36c tempest-VolumesActionsTest-2627565 tempest-VolumesActionsTest-2627565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:24.449017 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-bf843941-b898-41f6-bcd0-30a168c0d118 req-69c36d3d-c358-4986-96aa-7819e4cde36c tempest-VolumesActionsTest-2627565 tempest-VolumesActionsTest-2627565-project] 10.222.0.24 "GET /v2.0/ports?device_id=dce7b301-d267-4efe-8b55-aa33c48ee4c5 HTTP/1.1" status: 200 len: 943 time: 0.1690376 Jun 22 07:15:24.504992 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b1b2e30-4413-4008-b129-b92a19aafc50 req-6ddfefc4-f993-43ce-b571-c6eedf0b58c2 tempest-DeleteServersTestJSON-1840482181 tempest-DeleteServersTestJSON-1840482181-project] No DVR routers for this DVR port 99f0a8af-47c5-43e8-b357-f99b10755c08 on host hv-cinder-78662 {{(pid=92919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 07:15:24.511785 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-9b1b2e30-4413-4008-b129-b92a19aafc50 req-6ddfefc4-f993-43ce-b571-c6eedf0b58c2 tempest-DeleteServersTestJSON-1840482181 tempest-DeleteServersTestJSON-1840482181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91146'] for port, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:24.513862 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-9b1b2e30-4413-4008-b129-b92a19aafc50 req-6ddfefc4-f993-43ce-b571-c6eedf0b58c2 tempest-DeleteServersTestJSON-1840482181 tempest-DeleteServersTestJSON-1840482181-project] 10.222.0.41 "DELETE /v2.0/ports/99f0a8af-47c5-43e8-b357-f99b10755c08 HTTP/1.1" status: 204 len: 173 time: 1.2132769 Jun 22 07:15:24.514654 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '408e9ee9-a3c9-4c89-a36d-c9312e22824a', 'name': 'network-vif-deleted', 'tag': '99f0a8af-47c5-43e8-b357-f99b10755c08'}] {{(pid=92919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 07:15:24.517063 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2874ba58536e60953e76cf0b72237944d74909d10009afe4cd7b86cda982d3ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d6f712f-9432-4db9-a169-8f90d45ee52f" -d '{"events": [{"server_uuid": "408e9ee9-a3c9-4c89-a36d-c9312e22824a", "name": "network-vif-deleted", "tag": "99f0a8af-47c5-43e8-b357-f99b10755c08"}]}' {{(pid=92919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 07:15:24.549008 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-bf843941-b898-41f6-bcd0-30a168c0d118 req-3b4eb86d-7c72-4ce3-89c7-a00d61514349 tempest-VolumesActionsTest-2627565 tempest-VolumesActionsTest-2627565-project] 10.222.0.24 "GET /v2.0/security-groups?id=d179af01-6e8f-4de0-b8d4-f879330cc003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737579 Jun 22 07:15:24.610596 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 07:15:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3700155-f2e8-426e-ad34-4fb4f0dd7434 x-openstack-request-id: req-b3700155-f2e8-426e-ad34-4fb4f0dd7434 {{(pid=92919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 07:15:24.611024 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "408e9ee9-a3c9-4c89-a36d-c9312e22824a", "name": "network-vif-deleted", "tag": "99f0a8af-47c5-43e8-b357-f99b10755c08", "status": "completed", "code": 200}]} {{(pid=92919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 07:15:24.611421 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b3700155-f2e8-426e-ad34-4fb4f0dd7434 {{(pid=92919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 07:15:24.611946 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '408e9ee9-a3c9-4c89-a36d-c9312e22824a', 'name': 'network-vif-deleted', 'tag': '99f0a8af-47c5-43e8-b357-f99b10755c08', 'status': 'completed', 'code': 200} Jun 22 07:15:25.027652 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 44350) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:15:25.196069 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899a5956-0e81-4fed-bbd3-b715a531b037 req-e7d2585e-92a4-421f-a0e0-0046c3ceef64 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:25.204515 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-899a5956-0e81-4fed-bbd3-b715a531b037 req-e7d2585e-92a4-421f-a0e0-0046c3ceef64 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/ports?device_id=96140ecc-60b1-4858-b129-414607b05266 HTTP/1.1" status: 200 len: 945 time: 0.1613019 Jun 22 07:15:25.214536 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 44364) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:15:25.219453 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.v2.base [None req-8c2ac488-5b77-45c2-94b8-a2268ca5f6c5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-985673646-network', 'tenant_id': '4f82d65ceca84ce8af6c436f22493db5'}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:15:25.261274 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c2ac488-5b77-45c2-94b8-a2268ca5f6c5 admin admin] Made reservation on behalf of 4f82d65ceca84ce8af6c436f22493db5 for: {'network': 1} {{(pid=92919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 07:15:25.269004 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-8c2ac488-5b77-45c2-94b8-a2268ca5f6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1809762'] for network, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:25.291826 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-8c2ac488-5b77-45c2-94b8-a2268ca5f6c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:25.333083 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-899a5956-0e81-4fed-bbd3-b715a531b037 req-8f9b5400-898a-4b0b-a249-ac8f5c280c45 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/security-groups?id=30e0c465-7839-4da2-bd45-e1fbd7ad0257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102192 Jun 22 07:15:25.404430 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Device 2dd972d5-7ab6-4c4c-b9de-37e46b78450a details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=92921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 07:15:25.488851 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Device 99f0a8af-47c5-43e8-b357-f99b10755c08 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=92921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 07:15:25.550966 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-67f0e1c7-b5d0-4034-a0e9-e28a1951408c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:25.625802 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-99909750-ed1f-4078-9897-e8951eabbb0f req-e8634a1f-9ac2-4203-99dc-d0f4890d86d5 tempest-DeleteServersTestJSON-1840482181 tempest-DeleteServersTestJSON-1840482181-project] 10.222.0.24 "GET /v2.0/ports?device_id=408e9ee9-a3c9-4c89-a36d-c9312e22824a HTTP/1.1" status: 200 len: 210 time: 0.0822330 Jun 22 07:15:25.680975 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] No Port match for: 99f0a8af-47c5-43e8-b357-f99b10755c08 {{(pid=92921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 07:15:25.683954 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Device 99f0a8af-47c5-43e8-b357-f99b10755c08 not bound to the agent host hv-cinder-78662 {{(pid=92921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 07:15:25.733942 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-8c2ac488-5b77-45c2-94b8-a2268ca5f6c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:25.741403 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-8c2ac488-5b77-45c2-94b8-a2268ca5f6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:25.750098 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-9610bbf6-dab7-47d9-b1a7-f9cc9d0e7305 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:25.793153 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c2ac488-5b77-45c2-94b8-a2268ca5f6c5 admin admin] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=92919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 07:15:25.808073 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] For port 2dd972d5-7ab6-4c4c-b9de-37e46b78450a, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=2dd972d5-7ab6-4c4c-b9de-37e46b78450a,segment=NetworkSegment(af41065c-6602-4bb6-acb3-dc4c9d262c54),segment_id=af41065c-6602-4bb6-acb3-dc4c9d262c54)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:15:25.819358 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2ac488-5b77-45c2-94b8-a2268ca5f6c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89e8073c-270c-46f2-866f-381c38c6dea6,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:25.838938 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Returning: {'device': '2dd972d5-7ab6-4c4c-b9de-37e46b78450a', 'network_id': '31e2b9a5-acef-422e-882a-031867f08161', 'port_id': '2dd972d5-7ab6-4c4c-b9de-37e46b78450a', 'mac_address': 'fa:16:3e:d3:d4:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc2984dc-f431-4817-b47a-dd84fe1934c1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 07:15:25.843304 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-8c2ac488-5b77-45c2-94b8-a2268ca5f6c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:25.857384 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-8c2ac488-5b77-45c2-94b8-a2268ca5f6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1885363'] for segment, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:25.858987 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.db.segments_db [None req-8c2ac488-5b77-45c2-94b8-a2268ca5f6c5 admin admin] Added segment 0d5e240d-57e6-4a92-a744-68c342f007d1 of type vlan for network e57e6281-f13a-448f-9a5c-29ec784dda43 Jun 22 07:15:25.920638 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-8c2ac488-5b77-45c2-94b8-a2268ca5f6c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773473491173'] for network, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:25.929418 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:25.950967 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.notifiers.nova [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2dd972d5-7ab6-4c4c-b9de-37e46b78450a {{(pid=92921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 07:15:25.966662 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-8c2ac488-5b77-45c2-94b8-a2268ca5f6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-54575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-690206'] for network, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:25.969891 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c2ac488-5b77-45c2-94b8-a2268ca5f6c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:25.970519 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-8c2ac488-5b77-45c2-94b8-a2268ca5f6c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-690179'] for network, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:25.982421 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] For port 2dd972d5-7ab6-4c4c-b9de-37e46b78450a, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=2dd972d5-7ab6-4c4c-b9de-37e46b78450a,segment=NetworkSegment(af41065c-6602-4bb6-acb3-dc4c9d262c54),segment_id=af41065c-6602-4bb6-acb3-dc4c9d262c54)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:15:25.987658 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-d0a4103c-24d1-4e9f-90d7-c22105b7a496 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:25.988929 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:25.996772 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-71e2a346-2910-4f82-8a65-a4076b18295e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:26.008063 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-67f0e1c7-b5d0-4034-a0e9-e28a1951408c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:26.017389 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-67f0e1c7-b5d0-4034-a0e9-e28a1951408c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:26.059319 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-97d12801-f2a8-4985-940f-94eb9b2c2664 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:26.073251 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-8c2ac488-5b77-45c2-94b8-a2268ca5f6c5 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8512912 Jun 22 07:15:26.073561 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-67f0e1c7-b5d0-4034-a0e9-e28a1951408c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3fe230e504764d1c81f22cad0cc8ad1d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0399804 Jun 22 07:15:26.073684 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 44376) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:15:26.073842 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 44378) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:15:26.090430 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.v2.base [None req-7d221204-2491-4f4a-97af-36232ddfa613 admin admin] Request body: {'subnet': {'network_id': 'e57e6281-f13a-448f-9a5c-29ec784dda43', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-985673646-subnet', 'tenant_id': '4f82d65ceca84ce8af6c436f22493db5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:15:26.098573 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Pushing event updated for resources: {'Port': ['ID=2dd972d5-7ab6-4c4c-b9de-37e46b78450a,revision_number=4']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:26.104060 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:26.120780 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2ac488-5b77-45c2-94b8-a2268ca5f6c5 admin admin] Pushing event updated for resources: {'Network': ['ID=e57e6281-f13a-448f-9a5c-29ec784dda43,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:26.123272 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f0e1c7-b5d0-4034-a0e9-e28a1951408c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cf72a94-fd25-435b-9e8d-2b90ff26b21d,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:26.126363 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-8c2ac488-5b77-45c2-94b8-a2268ca5f6c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:26.128027 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-67f0e1c7-b5d0-4034-a0e9-e28a1951408c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:26.133962 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Network e57e6281-f13a-448f-9a5c-29ec784dda43 details requested by agent ovs-agent-dv-cinder-786627-11-iscsi with host dv-cinder-786627-11-iscsi {{(pid=92921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 07:15:26.161192 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d221204-2491-4f4a-97af-36232ddfa613 admin admin] Made reservation on behalf of 4f82d65ceca84ce8af6c436f22493db5 for: {'subnet': 1} {{(pid=92920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 07:15:26.166898 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-7d221204-2491-4f4a-97af-36232ddfa613 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:26.190399 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-9716ef52-8e72-4b87-9d66-beeb01e2770a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:26.206991 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4304ffb-574c-4337-8c54-e3774a95d83c req-50e0f704-f484-4a2c-8c76-c802b2121801 tempest-VolumesActionsTest-2627565 tempest-VolumesActionsTest-2627565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:26.208628 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-b4304ffb-574c-4337-8c54-e3774a95d83c req-50e0f704-f484-4a2c-8c76-c802b2121801 tempest-VolumesActionsTest-2627565 tempest-VolumesActionsTest-2627565-project] 10.222.0.24 "GET /v2.0/ports?device_id=dce7b301-d267-4efe-8b55-aa33c48ee4c5 HTTP/1.1" status: 200 len: 944 time: 0.2058053 Jun 22 07:15:26.252993 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-9716ef52-8e72-4b87-9d66-beeb01e2770a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:26.308956 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-b4304ffb-574c-4337-8c54-e3774a95d83c req-327f61e4-8411-4e57-9bac-a1307da0553e tempest-VolumesActionsTest-2627565 tempest-VolumesActionsTest-2627565-project] 10.222.0.24 "GET /v2.0/security-groups?id=d179af01-6e8f-4de0-b8d4-f879330cc003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848238 Jun 22 07:15:26.341992 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-9716ef52-8e72-4b87-9d66-beeb01e2770a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:26.347371 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-9716ef52-8e72-4b87-9d66-beeb01e2770a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:26.348536 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-9716ef52-8e72-4b87-9d66-beeb01e2770a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9cf72a94-fd25-435b-9e8d-2b90ff26b21d HTTP/1.1" status: 204 len: 168 time: 0.2750368 Jun 22 07:15:26.354234 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:26.364084 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9716ef52-8e72-4b87-9d66-beeb01e2770a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cf72a94-fd25-435b-9e8d-2b90ff26b21d,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:26.367581 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-9716ef52-8e72-4b87-9d66-beeb01e2770a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:26.445662 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] get_ports_and_sgs() called for port_ids ['2dd972d5-7ab6-4c4c-b9de-37e46b78450a'] {{(pid=92921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 07:15:26.457616 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-7d221204-2491-4f4a-97af-36232ddfa613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197'] for subnet, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:26.463058 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:26.515384 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d221204-2491-4f4a-97af-36232ddfa613 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26fc85ff-ed44-45a6-b4bf-5bfab7fd6c40,revision_number=0']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:26.518747 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-7d221204-2491-4f4a-97af-36232ddfa613 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:26.570401 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d221204-2491-4f4a-97af-36232ddfa613 admin admin] Checking segment: {'id': '0d5e240d-57e6-4a92-a744-68c342f007d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'e57e6281-f13a-448f-9a5c-29ec784dda43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 07:15:26.571086 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d221204-2491-4f4a-97af-36232ddfa613 admin admin] Network hostable DHCP agents. Network: e57e6281-f13a-448f-9a5c-29ec784dda43, hostable agents: ['23f99c3b-a432-44d9-a8da-8094b458f26a'], hosted agents: [] {{(pid=92920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 07:15:26.597761 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d221204-2491-4f4a-97af-36232ddfa613 admin admin] Network e57e6281-f13a-448f-9a5c-29ec784dda43 is scheduled to be hosted by DHCP agent 23f99c3b-a432-44d9-a8da-8094b458f26a with binding_index 1 {{(pid=92920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 07:15:26.614041 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.scheduler.base_scheduler [None req-7d221204-2491-4f4a-97af-36232ddfa613 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-11-iscsi, e57e6281-f13a-448f-9a5c-29ec784dda43) {{(pid=92920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 07:15:26.620446 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d221204-2491-4f4a-97af-36232ddfa613 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:26.621416 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-7d221204-2491-4f4a-97af-36232ddfa613 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-690179'] for subnet, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:26.624089 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6306f6ad-f94b-4a2b-bff5-aa1e6d91f250 req-7fd2f0e6-ea4c-4ad7-859d-434d32e5ef7c tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:26.626005 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-6306f6ad-f94b-4a2b-bff5-aa1e6d91f250 req-7fd2f0e6-ea4c-4ad7-859d-434d32e5ef7c tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/ports?device_id=96140ecc-60b1-4858-b129-414607b05266 HTTP/1.1" status: 200 len: 945 time: 0.1068137 Jun 22 07:15:26.636602 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6da8f8e-c905-4037-aad5-6d3537b3889c None None] Network e57e6281-f13a-448f-9a5c-29ec784dda43 requested from dv-cinder-786627-11-iscsi {{(pid=92921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 07:15:26.663761 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-7d221204-2491-4f4a-97af-36232ddfa613 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5867553 Jun 22 07:15:26.685079 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-6306f6ad-f94b-4a2b-bff5-aa1e6d91f250 req-e552349c-9650-4920-931f-0334ad6ea72a tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/security-groups?id=30e0c465-7839-4da2-bd45-e1fbd7ad0257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529535 Jun 22 07:15:26.849500 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be978700-42cf-4761-b082-113c54d221fc None None] Network e57e6281-f13a-448f-9a5c-29ec784dda43 requested from dv-cinder-786627-11-iscsi {{(pid=92921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 07:15:27.685888 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dc90a6-f8ef-48e0-a83a-d88822625bbe req-bb77eef5-ecc7-4448-9015-95b3a4c3468b tempest-VolumesActionsTest-2627565 tempest-VolumesActionsTest-2627565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:27.689226 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-e6dc90a6-f8ef-48e0-a83a-d88822625bbe req-bb77eef5-ecc7-4448-9015-95b3a4c3468b tempest-VolumesActionsTest-2627565 tempest-VolumesActionsTest-2627565-project] 10.222.0.24 "GET /v2.0/ports?device_id=dce7b301-d267-4efe-8b55-aa33c48ee4c5 HTTP/1.1" status: 200 len: 944 time: 0.1428852 Jun 22 07:15:27.781668 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 44456) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:15:27.807670 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-e6dc90a6-f8ef-48e0-a83a-d88822625bbe req-933d7256-443e-4283-a386-4506c9ec34be tempest-VolumesActionsTest-2627565 tempest-VolumesActionsTest-2627565-project] 10.222.0.24 "GET /v2.0/security-groups?id=d179af01-6e8f-4de0-b8d4-f879330cc003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067417 Jun 22 07:15:27.936061 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.v2.base [None req-2e4b98e4-7e22-4e49-8fcf-35b24ae9c5f5 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1299101450-network', 'tenant_id': 'bad142e993074902a8d64ad034fcd38e'}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:15:27.968914 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e4b98e4-7e22-4e49-8fcf-35b24ae9c5f5 admin admin] Made reservation on behalf of bad142e993074902a8d64ad034fcd38e for: {'network': 1} {{(pid=92920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 07:15:27.973382 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-2e4b98e4-7e22-4e49-8fcf-35b24ae9c5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1809762'] for network, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:27.997090 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-2e4b98e4-7e22-4e49-8fcf-35b24ae9c5f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:28.012909 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82bb753-b199-4901-b8a4-282d43e4f2ab req-2deaacab-d7e2-434e-9ce2-3049164cb95f tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:28.014523 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-b82bb753-b199-4901-b8a4-282d43e4f2ab req-2deaacab-d7e2-434e-9ce2-3049164cb95f tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/ports?device_id=96140ecc-60b1-4858-b129-414607b05266 HTTP/1.1" status: 200 len: 945 time: 0.0924261 Jun 22 07:15:28.070327 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-b82bb753-b199-4901-b8a4-282d43e4f2ab req-2624c341-f812-4dc2-a456-6406bbb53c5b tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/security-groups?id=30e0c465-7839-4da2-bd45-e1fbd7ad0257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486393 Jun 22 07:15:28.129857 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-2e4b98e4-7e22-4e49-8fcf-35b24ae9c5f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:28.133583 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-2e4b98e4-7e22-4e49-8fcf-35b24ae9c5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:28.136872 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-8ceed9f5-c876-469f-88bb-03de652c9e73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:28.158309 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e4b98e4-7e22-4e49-8fcf-35b24ae9c5f5 admin admin] vlan segment allocate from pool success with {'vlan_id': 438, 'physical_network': 'physnet1'} {{(pid=92920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 07:15:28.168891 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4b98e4-7e22-4e49-8fcf-35b24ae9c5f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5205aaba-2d2c-42e1-a6a5-bc7eff960fd0,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:28.173215 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-2e4b98e4-7e22-4e49-8fcf-35b24ae9c5f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:28.174319 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-2e4b98e4-7e22-4e49-8fcf-35b24ae9c5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1885363'] for segment, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:28.174653 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.db.segments_db [None req-2e4b98e4-7e22-4e49-8fcf-35b24ae9c5f5 admin admin] Added segment 0f65caae-8828-41c5-aacf-f49c73598fb9 of type vlan for network d7f11af1-230f-4471-a5c1-4f5f3c60c8f3 Jun 22 07:15:28.215489 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-2e4b98e4-7e22-4e49-8fcf-35b24ae9c5f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773473491173'] for network, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:28.243953 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-2e4b98e4-7e22-4e49-8fcf-35b24ae9c5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-54575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-690206'] for network, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:28.245375 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e4b98e4-7e22-4e49-8fcf-35b24ae9c5f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:28.245941 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-2e4b98e4-7e22-4e49-8fcf-35b24ae9c5f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-690179'] for network, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:28.248071 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-f194aacc-0c2d-4e04-902c-e654280f501f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:28.511971 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-2e4b98e4-7e22-4e49-8fcf-35b24ae9c5f5 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7289774 Jun 22 07:15:28.514837 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 44466) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:15:28.519742 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.v2.base [None req-92bae802-bcc4-4782-be0b-4a3b1447089d admin admin] Request body: {'subnet': {'network_id': 'd7f11af1-230f-4471-a5c1-4f5f3c60c8f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1299101450-subnet', 'tenant_id': 'bad142e993074902a8d64ad034fcd38e', 'ip_version': 4}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:15:28.522889 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4b98e4-7e22-4e49-8fcf-35b24ae9c5f5 admin admin] Pushing event updated for resources: {'Network': ['ID=d7f11af1-230f-4471-a5c1-4f5f3c60c8f3,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:28.526189 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-2e4b98e4-7e22-4e49-8fcf-35b24ae9c5f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:28.534616 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Network d7f11af1-230f-4471-a5c1-4f5f3c60c8f3 details requested by agent ovs-agent-dv-cinder-786627-11-iscsi with host dv-cinder-786627-11-iscsi {{(pid=92921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 07:15:28.544974 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92bae802-bcc4-4782-be0b-4a3b1447089d admin admin] Made reservation on behalf of bad142e993074902a8d64ad034fcd38e for: {'subnet': 1} {{(pid=92919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 07:15:28.547796 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-92bae802-bcc4-4782-be0b-4a3b1447089d admin admin] Notify callbacks [] for subnet, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:28.725258 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-92bae802-bcc4-4782-be0b-4a3b1447089d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197'] for subnet, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:28.729754 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-a47b7cd1-3890-4588-861d-14494ce12f49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:28.783866 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bae802-bcc4-4782-be0b-4a3b1447089d admin admin] Pushing event updated for resources: {'Subnet': ['ID=891a545b-b43a-4ff2-9704-5f5d06788d9d,revision_number=0']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:28.787152 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-92bae802-bcc4-4782-be0b-4a3b1447089d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:28.793273 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92bae802-bcc4-4782-be0b-4a3b1447089d admin admin] Checking segment: {'id': '0f65caae-8828-41c5-aacf-f49c73598fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'd7f11af1-230f-4471-a5c1-4f5f3c60c8f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 07:15:28.793620 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92bae802-bcc4-4782-be0b-4a3b1447089d admin admin] Network hostable DHCP agents. Network: d7f11af1-230f-4471-a5c1-4f5f3c60c8f3, hostable agents: ['23f99c3b-a432-44d9-a8da-8094b458f26a'], hosted agents: [] {{(pid=92919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 07:15:28.812972 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92bae802-bcc4-4782-be0b-4a3b1447089d admin admin] Network d7f11af1-230f-4471-a5c1-4f5f3c60c8f3 is scheduled to be hosted by DHCP agent 23f99c3b-a432-44d9-a8da-8094b458f26a with binding_index 1 {{(pid=92919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 07:15:28.827056 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.scheduler.base_scheduler [None req-92bae802-bcc4-4782-be0b-4a3b1447089d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-11-iscsi, d7f11af1-230f-4471-a5c1-4f5f3c60c8f3) {{(pid=92919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 07:15:28.841210 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ba6374-9351-404a-9268-3d9b0965e302 None None] Network d7f11af1-230f-4471-a5c1-4f5f3c60c8f3 requested from dv-cinder-786627-11-iscsi {{(pid=92921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 07:15:28.845974 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92bae802-bcc4-4782-be0b-4a3b1447089d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:28.849297 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-92bae802-bcc4-4782-be0b-4a3b1447089d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-690179'] for subnet, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:28.889940 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-92bae802-bcc4-4782-be0b-4a3b1447089d admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3711798 Jun 22 07:15:28.890592 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 44480) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:15:28.895253 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.v2.base [None req-f641f632-4620-4f49-bfe7-cbd0daccc4dc admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1299101450-router', 'tenant_id': 'bad142e993074902a8d64ad034fcd38e', 'external_gateway_info': {'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2'}}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:15:28.937967 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-f641f632-4620-4f49-bfe7-cbd0daccc4dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-578696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23766'] for router, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:28.939294 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-f641f632-4620-4f49-bfe7-cbd0daccc4dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-707250', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1041088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23759'] for router, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:29.146330 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-f641f632-4620-4f49-bfe7-cbd0daccc4dc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:29.310282 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb6e0de-34b7-4061-ad60-fcd57f6416f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53008036-bec8-516b-a9e7-d2c86795f928-d7f11af1-230f-4471-a5c1-4f5f3c60c8f3', 'network_id': 'd7f11af1-230f-4471-a5c1-4f5f3c60c8f3', 'tenant_id': 'bad142e993074902a8d64ad034fcd38e', 'fixed_ips': [{'subnet_id': '891a545b-b43a-4ff2-9704-5f5d06788d9d'}]}} from dv-cinder-786627-11-iscsi. {{(pid=92921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 07:15:29.311952 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-6cb6e0de-34b7-4061-ad60-fcd57f6416f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1809762'] for port, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:29.453823 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Device 2dd972d5-7ab6-4c4c-b9de-37e46b78450a up at agent hyperv_hv-cinder-78662 {{(pid=92921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 07:15:29.577549 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Provisioning for port 2dd972d5-7ab6-4c4c-b9de-37e46b78450a completed by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 07:15:29.581264 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.db_base_plugin_common [None req-6cb6e0de-34b7-4061-ad60-fcd57f6416f7 None None] Allocated IP 172.20.0.2 (d7f11af1-230f-4471-a5c1-4f5f3c60c8f3/891a545b-b43a-4ff2-9704-5f5d06788d9d/8eceb728-af36-473c-90ba-2c1f0e5ce934) {{(pid=92921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 07:15:29.587656 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Provisioning complete for port 2dd972d5-7ab6-4c4c-b9de-37e46b78450a triggered by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:15:29.588418 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1879668'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:29.625231 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-f641f632-4620-4f49-bfe7-cbd0daccc4dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-707264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-578682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-23801'] for router, precommit_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:29.653983 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4651063-fc5f-4cbc-a07e-6e3236f9dddc req-4535331c-70f1-4b4e-aba2-cb7b93c8f02e tempest-VolumesActionsTest-2627565 tempest-VolumesActionsTest-2627565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:29.655909 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-d4651063-fc5f-4cbc-a07e-6e3236f9dddc req-4535331c-70f1-4b4e-aba2-cb7b93c8f02e tempest-VolumesActionsTest-2627565 tempest-VolumesActionsTest-2627565-project] 10.222.0.24 "GET /v2.0/ports?device_id=dce7b301-d267-4efe-8b55-aa33c48ee4c5 HTTP/1.1" status: 200 len: 944 time: 0.6436152 Jun 22 07:15:29.728484 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f509eaa1-0be8-4426-abaa-e6e1d164f7f6 req-d70178d0-1858-45b5-8149-81035c2790f7 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:29.730321 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-f509eaa1-0be8-4426-abaa-e6e1d164f7f6 req-d70178d0-1858-45b5-8149-81035c2790f7 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/ports?device_id=96140ecc-60b1-4858-b129-414607b05266 HTTP/1.1" status: 200 len: 945 time: 0.2560959 Jun 22 07:15:29.756879 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:29.766131 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-d4651063-fc5f-4cbc-a07e-6e3236f9dddc req-f697bf1f-8aaf-488c-aa0d-ba5289ab573c tempest-VolumesActionsTest-2627565 tempest-VolumesActionsTest-2627565-project] 10.222.0.24 "GET /v2.0/security-groups?id=d179af01-6e8f-4de0-b8d4-f879330cc003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954609 Jun 22 07:15:29.795988 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-f509eaa1-0be8-4426-abaa-e6e1d164f7f6 req-275e0fcd-6a3b-4af6-9c07-e087a72b9243 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/security-groups?id=30e0c465-7839-4da2-bd45-e1fbd7ad0257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528784 Jun 22 07:15:29.823634 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dce7b301-d267-4efe-8b55-aa33c48ee4c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dd972d5-7ab6-4c4c-b9de-37e46b78450a'}] {{(pid=92921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 07:15:29.825997 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4609914990d9533a1079bbd359c82c974bab58cbf2fcf9d17aa38aa491f36217" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84642bbc-f5ea-4247-afc0-57d20b59b285" -d '{"events": [{"server_uuid": "dce7b301-d267-4efe-8b55-aa33c48ee4c5", "name": "network-vif-plugged", "status": "completed", "tag": "2dd972d5-7ab6-4c4c-b9de-37e46b78450a"}]}' {{(pid=92921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 07:15:29.844354 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] For port 2dd972d5-7ab6-4c4c-b9de-37e46b78450a, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=2dd972d5-7ab6-4c4c-b9de-37e46b78450a,segment=NetworkSegment(af41065c-6602-4bb6-acb3-dc4c9d262c54),segment_id=af41065c-6602-4bb6-acb3-dc4c9d262c54)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:15:29.857242 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:29.861462 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:29.869205 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-6cb6e0de-34b7-4061-ad60-fcd57f6416f7 None None] Notify callbacks [] for port, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:29.888986 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 07:15:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50e8b9b8-ecbe-4ce7-8395-c8e1ddf569bd x-openstack-request-id: req-50e8b9b8-ecbe-4ce7-8395-c8e1ddf569bd {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 07:15:29.889312 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dce7b301-d267-4efe-8b55-aa33c48ee4c5", "name": "network-vif-plugged", "status": "completed", "tag": "2dd972d5-7ab6-4c4c-b9de-37e46b78450a", "code": 200}]} {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 07:15:29.889569 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-50e8b9b8-ecbe-4ce7-8395-c8e1ddf569bd {{(pid=92921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 07:15:29.890003 dv-cinder-786627-11-iscsi neutron-server[92921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dce7b301-d267-4efe-8b55-aa33c48ee4c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dd972d5-7ab6-4c4c-b9de-37e46b78450a', 'code': 200} Jun 22 07:15:29.903716 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-6cb6e0de-34b7-4061-ad60-fcd57f6416f7 None None] Transition to ACTIVE for port object 8eceb728-af36-473c-90ba-2c1f0e5ce934 will not be triggered until provisioned by entity L2. {{(pid=92921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 07:15:29.932782 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-6cb6e0de-34b7-4061-ad60-fcd57f6416f7 None None] Transition to ACTIVE for port object 8eceb728-af36-473c-90ba-2c1f0e5ce934 will not be triggered until provisioned by entity DHCP. {{(pid=92921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 07:15:29.939197 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Pushing event updated for resources: {'Port': ['ID=2dd972d5-7ab6-4c4c-b9de-37e46b78450a,revision_number=5']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:29.943174 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:29.948011 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-6cb6e0de-34b7-4061-ad60-fcd57f6416f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1809569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-690206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773473471591'] for port, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:29.950462 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:29.967793 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-f641f632-4620-4f49-bfe7-cbd0daccc4dc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:29.989487 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-f641f632-4620-4f49-bfe7-cbd0daccc4dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1809762'] for port, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:30.007019 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb6e0de-34b7-4061-ad60-fcd57f6416f7 None None] Network d7f11af1-230f-4471-a5c1-4f5f3c60c8f3 is already hosted by enough agents. {{(pid=92921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 07:15:30.013360 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.scheduler.base_scheduler [None req-6cb6e0de-34b7-4061-ad60-fcd57f6416f7 None None] Resources bound (agent type, host, resource id): {{(pid=92921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 07:15:30.015425 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb6e0de-34b7-4061-ad60-fcd57f6416f7 None None] Pushing event updated for resources: {'Port': ['ID=8eceb728-af36-473c-90ba-2c1f0e5ce934,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:30.018997 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb6e0de-34b7-4061-ad60-fcd57f6416f7 None None] Received port after_create {{(pid=92921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 07:15:30.020859 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-6cb6e0de-34b7-4061-ad60-fcd57f6416f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:30.123904 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [None req-6cb6e0de-34b7-4061-ad60-fcd57f6416f7 None None] Attempting to bind port 8eceb728-af36-473c-90ba-2c1f0e5ce934 on host dv-cinder-786627-11-iscsi for vnic_type normal with profile {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 07:15:30.124160 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.db.db_base_plugin_common [None req-f641f632-4620-4f49-bfe7-cbd0daccc4dc admin admin] Allocated IP 172.27.1.50 (73c4e24d-548c-4da2-96ca-75881b5fbbd2/544f46cc-96c5-45ec-92af-d864e0b11db8/44d157e1-f343-415a-a743-1a78d39c27e4) {{(pid=92919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 07:15:30.124332 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [None req-6cb6e0de-34b7-4061-ad60-fcd57f6416f7 None None] Attempting to bind port 8eceb728-af36-473c-90ba-2c1f0e5ce934 by drivers openvswitch,hyperv on host dv-cinder-786627-11-iscsi at level 0 using segments [{'id': '0f65caae-8828-41c5-aacf-f49c73598fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'd7f11af1-230f-4471-a5c1-4f5f3c60c8f3'}] {{(pid=92921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 07:15:30.124671 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb6e0de-34b7-4061-ad60-fcd57f6416f7 None None] Attempting to bind port 8eceb728-af36-473c-90ba-2c1f0e5ce934 on network d7f11af1-230f-4471-a5c1-4f5f3c60c8f3 {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 07:15:30.132589 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb6e0de-34b7-4061-ad60-fcd57f6416f7 None None] Checking agent: {'id': '25bcf34a-9be6-400d-9699-901d91ee39d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 7, 6, 3), 'started_at': datetime.datetime(2021, 6, 22, 7, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 7, 15, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 07:15:30.132896 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb6e0de-34b7-4061-ad60-fcd57f6416f7 None None] Checking segment: {'id': '0f65caae-8828-41c5-aacf-f49c73598fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'd7f11af1-230f-4471-a5c1-4f5f3c60c8f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 07:15:30.133293 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-6cb6e0de-34b7-4061-ad60-fcd57f6416f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:30.134417 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb6e0de-34b7-4061-ad60-fcd57f6416f7 None None] Bound using segment: {'id': '0f65caae-8828-41c5-aacf-f49c73598fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'd7f11af1-230f-4471-a5c1-4f5f3c60c8f3'} {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 07:15:30.134948 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [None req-6cb6e0de-34b7-4061-ad60-fcd57f6416f7 None None] Bound port: 8eceb728-af36-473c-90ba-2c1f0e5ce934, host: dv-cinder-786627-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f65caae-8828-41c5-aacf-f49c73598fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'd7f11af1-230f-4471-a5c1-4f5f3c60c8f3'}}] {{(pid=92921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 07:15:30.135330 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-6cb6e0de-34b7-4061-ad60-fcd57f6416f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:30.232124 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 44528) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:15:30.266410 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-6cb6e0de-34b7-4061-ad60-fcd57f6416f7 None None] For port 8eceb728-af36-473c-90ba-2c1f0e5ce934, host dv-cinder-786627-11-iscsi, cleared binding levels {{(pid=92921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 07:15:30.283271 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-6cb6e0de-34b7-4061-ad60-fcd57f6416f7 None None] For port 8eceb728-af36-473c-90ba-2c1f0e5ce934, host dv-cinder-786627-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-11-iscsi',level=0,port_id=8eceb728-af36-473c-90ba-2c1f0e5ce934,segment=NetworkSegment(0f65caae-8828-41c5-aacf-f49c73598fb9),segment_id=0f65caae-8828-41c5-aacf-f49c73598fb9)] {{(pid=92921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 07:15:30.283607 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d493cd-de24-43f0-8b3c-9b45daff6ec2 req-6ece89c1-1984-4de0-86f9-6517b1e4e60d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:30.285317 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-e8d493cd-de24-43f0-8b3c-9b45daff6ec2 req-6ece89c1-1984-4de0-86f9-6517b1e4e60d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=dce7b301-d267-4efe-8b55-aa33c48ee4c5 HTTP/1.1" status: 200 len: 1098 time: 0.1272171 Jun 22 07:15:30.293789 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-6cb6e0de-34b7-4061-ad60-fcd57f6416f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:30.297321 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:30.298387 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.db.db_base_plugin_v2 [None req-2abfd221-2c0b-40c8-89fa-bcffe744bf4a admin admin] Deleting subnet b4ea35c2-f75a-434d-b504-9ebc67b0580b {{(pid=92920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 07:15:30.301924 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-2abfd221-2c0b-40c8-89fa-bcffe744bf4a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:30.345066 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-f641f632-4620-4f49-bfe7-cbd0daccc4dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:30.350655 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-e8d493cd-de24-43f0-8b3c-9b45daff6ec2 req-c7d8381f-ea69-4250-9b3e-8bc24da74e4b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d179af01-6e8f-4de0-b8d4-f879330cc003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515885 Jun 22 07:15:30.355307 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-2abfd221-2c0b-40c8-89fa-bcffe744bf4a admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:30.371007 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-2abfd221-2c0b-40c8-89fa-bcffe744bf4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1883746'] for subnet, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:30.394938 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb6e0de-34b7-4061-ad60-fcd57f6416f7 None None] Pushing event updated for resources: {'Port': ['ID=8eceb728-af36-473c-90ba-2c1f0e5ce934,revision_number=2']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:30.398566 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-6cb6e0de-34b7-4061-ad60-fcd57f6416f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:30.401846 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-f641f632-4620-4f49-bfe7-cbd0daccc4dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1809569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-690206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773473471591'] for port, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:30.404494 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:30.450357 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f641f632-4620-4f49-bfe7-cbd0daccc4dc admin admin] Network 73c4e24d-548c-4da2-96ca-75881b5fbbd2 is already hosted by enough agents. {{(pid=92919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 07:15:30.451993 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.scheduler.base_scheduler [None req-f641f632-4620-4f49-bfe7-cbd0daccc4dc admin admin] Resources bound (agent type, host, resource id): {{(pid=92919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 07:15:30.453052 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-2abfd221-2c0b-40c8-89fa-bcffe744bf4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1883739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197'] for subnet, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:30.456217 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f641f632-4620-4f49-bfe7-cbd0daccc4dc admin admin] Received port after_create {{(pid=92919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 07:15:30.462894 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-38febd00-5c2d-4f6b-ac0f-e9cd5e17cedb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:30.487887 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abfd221-2c0b-40c8-89fa-bcffe744bf4a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4ea35c2-f75a-434d-b504-9ebc67b0580b,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:30.495734 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-2abfd221-2c0b-40c8-89fa-bcffe744bf4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:30.496920 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-2abfd221-2c0b-40c8-89fa-bcffe744bf4a admin admin] Notify callbacks [] for subnet, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:30.498990 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-2abfd221-2c0b-40c8-89fa-bcffe744bf4a admin admin] 10.222.0.24 "DELETE /v2.0/subnets/b4ea35c2-f75a-434d-b504-9ebc67b0580b HTTP/1.1" status: 204 len: 168 time: 0.2658596 Jun 22 07:15:30.501331 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f641f632-4620-4f49-bfe7-cbd0daccc4dc admin admin] Pushing event updated for resources: {'Port': ['ID=44d157e1-f343-415a-a743-1a78d39c27e4,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:30.503286 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 44532) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:15:30.539373 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-f641f632-4620-4f49-bfe7-cbd0daccc4dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:30.658693 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-522ee0da-9c2a-44fa-a3bb-a94676c70000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777681'] for network, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:30.711608 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-98a5682a-927b-4a47-a3d5-ce8d4c2f5d09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:31.017661 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-522ee0da-9c2a-44fa-a3bb-a94676c70000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1883115', 'neutron.services.segments.db._delete_segments_for_network-8773474011859'] for network, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:31.028317 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 44554) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:15:31.050510 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-522ee0da-9c2a-44fa-a3bb-a94676c70000 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:15:31.050892 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-522ee0da-9c2a-44fa-a3bb-a94676c70000 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:15:31.051652 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-522ee0da-9c2a-44fa-a3bb-a94676c70000 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:15:31.052040 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-522ee0da-9c2a-44fa-a3bb-a94676c70000 admin admin] Subscribe: > port after_create 55550000 {{(pid=92919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:15:31.052304 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-522ee0da-9c2a-44fa-a3bb-a94676c70000 admin admin] Subscribe: > port after_delete 55550000 {{(pid=92919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:15:31.052669 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-522ee0da-9c2a-44fa-a3bb-a94676c70000 admin admin] Subscribe: > port after_update 55550000 {{(pid=92919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:15:31.053109 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-522ee0da-9c2a-44fa-a3bb-a94676c70000 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:15:31.053303 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-522ee0da-9c2a-44fa-a3bb-a94676c70000 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:15:31.053617 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-522ee0da-9c2a-44fa-a3bb-a94676c70000 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:15:31.053925 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-522ee0da-9c2a-44fa-a3bb-a94676c70000 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:15:31.137818 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-c611a8c2-823a-4ab0-a1f9-cfbb22113565 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:31.185338 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-522ee0da-9c2a-44fa-a3bb-a94676c70000 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:15:31.185549 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-522ee0da-9c2a-44fa-a3bb-a94676c70000 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:15:31.185810 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-522ee0da-9c2a-44fa-a3bb-a94676c70000 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:15:31.186148 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-522ee0da-9c2a-44fa-a3bb-a94676c70000 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:15:31.186493 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.services.segments.db [None req-522ee0da-9c2a-44fa-a3bb-a94676c70000 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f69f16c5-4741-459e-b289-137e3cebe98a']}} {{(pid=92919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:15:31.192833 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-f641f632-4620-4f49-bfe7-cbd0daccc4dc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:31.238397 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-c611a8c2-823a-4ab0-a1f9-cfbb22113565 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:31.247148 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-c611a8c2-823a-4ab0-a1f9-cfbb22113565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:31.252028 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-5f64cb45-6f94-4fee-8cb3-43a104236f1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:31.252235 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.services.segments.db [None req-522ee0da-9c2a-44fa-a3bb-a94676c70000 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bb8bbca-dc02-47a4-86ed-2cfeff644e2b') {'for_net_delete': True} {{(pid=92919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:15:31.252507 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.services.segments.db [None req-522ee0da-9c2a-44fa-a3bb-a94676c70000 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bb8bbca-dc02-47a4-86ed-2cfeff644e2b') {} {{(pid=92919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:15:31.283045 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-522ee0da-9c2a-44fa-a3bb-a94676c70000 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773474011688', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4640638'] for segment, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:31.295032 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-c611a8c2-823a-4ab0-a1f9-cfbb22113565 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7ede9d76e49d4a86bbad85eb940bd8d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2649789 Jun 22 07:15:31.295832 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c611a8c2-823a-4ab0-a1f9-cfbb22113565 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dbf6de1-aeb3-4d2a-883e-46940c465861,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:31.300023 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-c611a8c2-823a-4ab0-a1f9-cfbb22113565 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:31.300902 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 44560) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:15:31.324568 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-522ee0da-9c2a-44fa-a3bb-a94676c70000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1885363'] for segment, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:31.377243 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-522ee0da-9c2a-44fa-a3bb-a94676c70000 admin admin] Releasing vlan 421 on physical network physnet1 to pool {{(pid=92919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 07:15:31.377704 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-522ee0da-9c2a-44fa-a3bb-a94676c70000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1885363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5222240'] for segment, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:31.383018 dv-cinder-786627-11-iscsi neutron-server[92919]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 22 07:15:31.383018 dv-cinder-786627-11-iscsi neutron-server[92919]: from cryptography.utils import int_from_bytes Jun 22 07:15:31.383018 dv-cinder-786627-11-iscsi neutron-server[92919]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 22 07:15:31.383018 dv-cinder-786627-11-iscsi neutron-server[92919]: from cryptography.utils import int_from_bytes Jun 22 07:15:31.383018 dv-cinder-786627-11-iscsi neutron-server[92919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 07:15:31.383018 dv-cinder-786627-11-iscsi neutron-server[92919]: conditions |= (models_v2.Port.network_id.in_( Jun 22 07:15:31.383018 dv-cinder-786627-11-iscsi neutron-server[92919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 07:15:31.383018 dv-cinder-786627-11-iscsi neutron-server[92919]: conditions |= (models_v2.Port.network_id.in_( Jun 22 07:15:31.383018 dv-cinder-786627-11-iscsi neutron-server[92919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 07:15:31.383018 dv-cinder-786627-11-iscsi neutron-server[92919]: conditions |= (models_v2.Port.network_id.in_( Jun 22 07:15:31.383018 dv-cinder-786627-11-iscsi neutron-server[92919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 07:15:31.383018 dv-cinder-786627-11-iscsi neutron-server[92919]: conditions |= (models_v2.Port.network_id.in_( Jun 22 07:15:31.383018 dv-cinder-786627-11-iscsi neutron-server[92919]: Traceback (most recent call last): Jun 22 07:15:31.383018 dv-cinder-786627-11-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 07:15:31.383018 dv-cinder-786627-11-iscsi neutron-server[92919]: timer() Jun 22 07:15:31.383018 dv-cinder-786627-11-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 07:15:31.383018 dv-cinder-786627-11-iscsi neutron-server[92919]: cb(*args, **kw) Jun 22 07:15:31.383018 dv-cinder-786627-11-iscsi neutron-server[92919]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 07:15:31.383018 dv-cinder-786627-11-iscsi neutron-server[92919]: return func(*args, **kwargs) Jun 22 07:15:31.383018 dv-cinder-786627-11-iscsi neutron-server[92919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 07:15:31.383018 dv-cinder-786627-11-iscsi neutron-server[92919]: self._notify() Jun 22 07:15:31.383018 dv-cinder-786627-11-iscsi neutron-server[92919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 07:15:31.383018 dv-cinder-786627-11-iscsi neutron-server[92919]: self.callback(batched_events) Jun 22 07:15:31.383018 dv-cinder-786627-11-iscsi neutron-server[92919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 07:15:31.383018 dv-cinder-786627-11-iscsi neutron-server[92919]: event.method(event) Jun 22 07:15:31.383018 dv-cinder-786627-11-iscsi neutron-server[92919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 07:15:31.383018 dv-cinder-786627-11-iscsi neutron-server[92919]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 07:15:31.383018 dv-cinder-786627-11-iscsi neutron-server[92919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 07:15:31.383018 dv-cinder-786627-11-iscsi neutron-server[92919]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 07:15:31.383018 dv-cinder-786627-11-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 07:15:31.383018 dv-cinder-786627-11-iscsi neutron-server[92919]: return f(self, *a, **k) Jun 22 07:15:31.383018 dv-cinder-786627-11-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 07:15:31.383018 dv-cinder-786627-11-iscsi neutron-server[92919]: return self._get(url).json() Jun 22 07:15:31.383018 dv-cinder-786627-11-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 07:15:31.383018 dv-cinder-786627-11-iscsi neutron-server[92919]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 07:15:31.383018 dv-cinder-786627-11-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 07:15:31.383018 dv-cinder-786627-11-iscsi neutron-server[92919]: return self.request(url, 'GET', **kwargs) Jun 22 07:15:31.383018 dv-cinder-786627-11-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 07:15:31.383018 dv-cinder-786627-11-iscsi neutron-server[92919]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 07:15:31.383018 dv-cinder-786627-11-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 07:15:31.383018 dv-cinder-786627-11-iscsi neutron-server[92919]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 07:15:31.383018 dv-cinder-786627-11-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 07:15:31.383018 dv-cinder-786627-11-iscsi neutron-server[92919]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 07:15:31.383018 dv-cinder-786627-11-iscsi neutron-server[92919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 07:15:31.404862 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-d0ce3228-59b0-432d-afaa-eca3571d98d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:31.455715 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-d0ce3228-59b0-432d-afaa-eca3571d98d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:31.475947 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e5fbcd-5db2-42fa-ad9a-fe252a2aa759 req-93841a90-550c-4c08-959b-4d90806aa922 tempest-VolumesActionsTest-2627565 tempest-VolumesActionsTest-2627565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:31.480139 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-d1e5fbcd-5db2-42fa-ad9a-fe252a2aa759 req-93841a90-550c-4c08-959b-4d90806aa922 tempest-VolumesActionsTest-2627565 tempest-VolumesActionsTest-2627565-project] 10.222.0.24 "GET /v2.0/ports?device_id=dce7b301-d267-4efe-8b55-aa33c48ee4c5 HTTP/1.1" status: 200 len: 945 time: 0.5244348 Jun 22 07:15:31.518600 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e84ac5a-4b71-49ed-952a-4b1c051131e4 req-ced7bd41-ccb6-4d10-b5ed-31ee3f48b032 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:31.520421 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-0e84ac5a-4b71-49ed-952a-4b1c051131e4 req-ced7bd41-ccb6-4d10-b5ed-31ee3f48b032 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/ports?device_id=96140ecc-60b1-4858-b129-414607b05266 HTTP/1.1" status: 200 len: 945 time: 0.5459216 Jun 22 07:15:31.535587 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Device 8eceb728-af36-473c-90ba-2c1f0e5ce934 up at agent ovs-agent-dv-cinder-786627-11-iscsi {{(pid=92921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 07:15:31.565397 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-d0ce3228-59b0-432d-afaa-eca3571d98d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:31.570072 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-d0ce3228-59b0-432d-afaa-eca3571d98d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:31.572957 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-d0ce3228-59b0-432d-afaa-eca3571d98d0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3dbf6de1-aeb3-4d2a-883e-46940c465861 HTTP/1.1" status: 204 len: 168 time: 0.2703397 Jun 22 07:15:31.574366 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:31.588709 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-522ee0da-9c2a-44fa-a3bb-a94676c70000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1883104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-54575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-690206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-706735'] for network, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:31.589478 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ce3228-59b0-432d-afaa-eca3571d98d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dbf6de1-aeb3-4d2a-883e-46940c465861,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:31.593371 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-d0ce3228-59b0-432d-afaa-eca3571d98d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:31.657290 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-522ee0da-9c2a-44fa-a3bb-a94676c70000 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-690179'] for network, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:31.659558 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-522ee0da-9c2a-44fa-a3bb-a94676c70000 admin admin] 10.222.0.24 "DELETE /v2.0/networks/f69f16c5-4741-459e-b289-137e3cebe98a HTTP/1.1" status: 204 len: 168 time: 1.1289210 Jun 22 07:15:31.667548 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:31.696519 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:31.713998 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Provisioning for port 8eceb728-af36-473c-90ba-2c1f0e5ce934 completed by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 07:15:31.794143 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522ee0da-9c2a-44fa-a3bb-a94676c70000 admin admin] Pushing event deleted for resources: {'Network': ['ID=f69f16c5-4741-459e-b289-137e3cebe98a,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:31.797098 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-522ee0da-9c2a-44fa-a3bb-a94676c70000 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:31.833645 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-d1e5fbcd-5db2-42fa-ad9a-fe252a2aa759 req-1f739f44-3530-499e-b69d-3dfa4423759d tempest-VolumesActionsTest-2627565 tempest-VolumesActionsTest-2627565-project] 10.222.0.24 "GET /v2.0/security-groups?id=d179af01-6e8f-4de0-b8d4-f879330cc003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3112495 Jun 22 07:15:31.863998 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-0e84ac5a-4b71-49ed-952a-4b1c051131e4 req-1a1fe4f9-933e-4266-84ce-f352b70922d8 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/security-groups?id=30e0c465-7839-4da2-bd45-e1fbd7ad0257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3243399 Jun 22 07:15:31.892122 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-f641f632-4620-4f49-bfe7-cbd0daccc4dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-706580'] for router, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:31.900678 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 44570) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:15:31.949451 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02001423-0f53-494e-8b78-b7e8b38f6b7b None None] Network d7f11af1-230f-4471-a5c1-4f5f3c60c8f3 requested from dv-cinder-786627-11-iscsi {{(pid=92921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 07:15:32.007362 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-75265e81-335f-4c93-b27c-5a8063e566ed admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b0ed6e68e72547bea4e482f51391118d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1038175 Jun 22 07:15:32.008159 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 44574) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:15:32.038832 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-e0e026ef-8bc1-4ba7-9d7d-e2676874626e None None] Provisioning for port 8eceb728-af36-473c-90ba-2c1f0e5ce934 completed by entity DHCP. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 07:15:32.096146 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-e0e026ef-8bc1-4ba7-9d7d-e2676874626e None None] Provisioning complete for port 8eceb728-af36-473c-90ba-2c1f0e5ce934 triggered by entity DHCP. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:15:32.096859 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-e0e026ef-8bc1-4ba7-9d7d-e2676874626e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1879668'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:32.121811 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-3e60c97e-f462-4635-a3e1-c437a24a1a7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:32.177206 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-3e60c97e-f462-4635-a3e1-c437a24a1a7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:32.240321 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f641f632-4620-4f49-bfe7-cbd0daccc4dc admin admin] Router 1fb2f8fa-0763-48a1-b4f3-bc603d130289 is scheduled to L3 agent f18ef446-1389-4802-a345-f314a6956002 with binding_index 1 {{(pid=92919) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 07:15:32.262349 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-3e60c97e-f462-4635-a3e1-c437a24a1a7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:32.266201 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-3e60c97e-f462-4635-a3e1-c437a24a1a7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:32.270680 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-3e60c97e-f462-4635-a3e1-c437a24a1a7a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a94922fc-8ff5-4870-8e70-23a0b4e4efe9 HTTP/1.1" status: 204 len: 168 time: 0.2602167 Jun 22 07:15:32.271530 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-8fa58d21-fbce-485c-acab-9ec6f08c9c78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:32.282792 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e60c97e-f462-4635-a3e1-c437a24a1a7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a94922fc-8ff5-4870-8e70-23a0b4e4efe9,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:32.296630 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-3e60c97e-f462-4635-a3e1-c437a24a1a7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:32.303225 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 44584) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:15:32.343662 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-e0e026ef-8bc1-4ba7-9d7d-e2676874626e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:32.354914 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f2be4a0e-7723-485b-ba88-6ef05a55c8f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:32.383073 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-e0e026ef-8bc1-4ba7-9d7d-e2676874626e None None] For port 8eceb728-af36-473c-90ba-2c1f0e5ce934, host dv-cinder-786627-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-11-iscsi',level=0,port_id=8eceb728-af36-473c-90ba-2c1f0e5ce934,segment=NetworkSegment(0f65caae-8828-41c5-aacf-f49c73598fb9),segment_id=0f65caae-8828-41c5-aacf-f49c73598fb9)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:15:32.391284 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-e0e026ef-8bc1-4ba7-9d7d-e2676874626e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:32.397422 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:32.411810 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f641f632-4620-4f49-bfe7-cbd0daccc4dc admin admin] Notify agent at l3_agent.dv-cinder-786627-11-iscsi the message routers_updated {{(pid=92919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 07:15:32.427516 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34bbe1c-d80b-4df2-b59f-926a6c537101 None None] Sync routers for ids ['1fb2f8fa-0763-48a1-b4f3-bc603d130289'] in dv-cinder-786627-11-iscsi {{(pid=92922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 07:15:32.456781 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34bbe1c-d80b-4df2-b59f-926a6c537101 None None] Routers {'1fb2f8fa-0763-48a1-b4f3-bc603d130289'} bound to L3 agent in host dv-cinder-786627-11-iscsi {{(pid=92922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 07:15:32.457869 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-a34bbe1c-d80b-4df2-b59f-926a6c537101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T07:06:03Z,description=,heartbeat_timestamp=2021-06-22T07:15:03Z,host='dv-cinder-786627-11-iscsi',id=f18ef446-1389-4802-a345-f314a6956002,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T07:06:03Z,topic='l3_agent')) {'router_ids': ['1fb2f8fa-0763-48a1-b4f3-bc603d130289'], 'active': True} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:15:32.468089 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e026ef-8bc1-4ba7-9d7d-e2676874626e None None] Pushing event updated for resources: {'Port': ['ID=8eceb728-af36-473c-90ba-2c1f0e5ce934,revision_number=3']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:32.472713 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-e0e026ef-8bc1-4ba7-9d7d-e2676874626e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:32.542962 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f2be4a0e-7723-485b-ba88-6ef05a55c8f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:32.554516 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f2be4a0e-7723-485b-ba88-6ef05a55c8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:32.559995 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-f641f632-4620-4f49-bfe7-cbd0daccc4dc admin admin] Notify callbacks [] for router, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:32.562496 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-f641f632-4620-4f49-bfe7-cbd0daccc4dc admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.6709166 Jun 22 07:15:32.565453 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 44586) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:15:32.574912 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-67f0e1c7-b5d0-4034-a0e9-e28a1951408c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:32.673203 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-f2be4a0e-7723-485b-ba88-6ef05a55c8f2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=43dee3f47d0245e6a58343b0c411f822&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3675756 Jun 22 07:15:32.674629 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2be4a0e-7723-485b-ba88-6ef05a55c8f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e499875-1439-4625-b645-0e142309b702,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:32.679024 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 44588) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:15:32.683125 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-f2be4a0e-7723-485b-ba88-6ef05a55c8f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:32.747358 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvr_db [None req-a34bbe1c-d80b-4df2-b59f-926a6c537101 None None] Set router 1fb2f8fa-0763-48a1-b4f3-bc603d130289 gateway port host: dv-cinder-786627-11-iscsi {{(pid=92922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 07:15:32.798528 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-b8a353e8-7e7c-42a6-b651-1796361c13d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:32.848888 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-b8a353e8-7e7c-42a6-b651-1796361c13d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:32.944021 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-b8a353e8-7e7c-42a6-b651-1796361c13d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:32.947151 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-b8a353e8-7e7c-42a6-b651-1796361c13d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:32.952124 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-b8a353e8-7e7c-42a6-b651-1796361c13d0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0e499875-1439-4625-b645-0e142309b702 HTTP/1.1" status: 204 len: 168 time: 0.2714992 Jun 22 07:15:32.952944 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-4bd73a9e-8adb-455e-b3c7-b989dc579686 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:32.968301 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-55324b51-632a-4aee-84d1-b77ba557f66d None None] Provisioning complete for port 8eceb728-af36-473c-90ba-2c1f0e5ce934 triggered by entity DHCP. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:15:32.969153 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-55324b51-632a-4aee-84d1-b77ba557f66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1879668'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:32.972144 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a353e8-7e7c-42a6-b651-1796361c13d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e499875-1439-4625-b645-0e142309b702,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:32.976766 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-b8a353e8-7e7c-42a6-b651-1796361c13d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:33.155845 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-3626d5b5-2c0e-4edd-a66a-4b62310589f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:33.285024 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-a34bbe1c-d80b-4df2-b59f-926a6c537101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fb2f8fa-0763-48a1-b4f3-bc603d130289', 'name': 'tempest-TestShelveInstance-1299101450-router', 'tenant_id': 'bad142e993074902a8d64ad034fcd38e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'external_fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '44d157e1-f343-415a-a743-1a78d39c27e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:15:28Z', 'updated_at': '2021-06-22T07:15:30Z', 'revision_number': 3, 'project_id': 'bad142e993074902a8d64ad034fcd38e', 'gw_port': {'id': '44d157e1-f343-415a-a743-1a78d39c27e4', 'name': '', 'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:2b:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fb2f8fa-0763-48a1-b4f3-bc603d130289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:15:29Z', 'updated_at': '2021-06-22T07:15:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-iscsi'}], 'dv-cinder-786627-11-iscsi', False) {} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:15:33.337175 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34bbe1c-d80b-4df2-b59f-926a6c537101 None None] Checking router: 1fb2f8fa-0763-48a1-b4f3-bc603d130289 for host: dv-cinder-786627-11-iscsi {{(pid=92922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 07:15:33.339122 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34bbe1c-d80b-4df2-b59f-926a6c537101 None None] Updating router 1fb2f8fa-0763-48a1-b4f3-bc603d130289 port 44d157e1-f343-415a-a743-1a78d39c27e4 binding host dv-cinder-786627-11-iscsi {{(pid=92922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 07:15:33.340635 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:33.451905 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-a34bbe1c-d80b-4df2-b59f-926a6c537101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:33.475500 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 44616) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:15:33.516608 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Device 8eceb728-af36-473c-90ba-2c1f0e5ce934 up at agent ovs-agent-dv-cinder-786627-11-iscsi {{(pid=92921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 07:15:33.520341 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-912316bc-c199-4a25-ae20-e63a445b9d9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:33.606269 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d650bd5-f33e-4cc9-90d0-9172bd8b6301 req-d8461273-8a97-4b6d-9784-d04d41826a8c tempest-VolumesActionsTest-2627565 tempest-VolumesActionsTest-2627565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:33.607656 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-9d650bd5-f33e-4cc9-90d0-9172bd8b6301 req-d8461273-8a97-4b6d-9784-d04d41826a8c tempest-VolumesActionsTest-2627565 tempest-VolumesActionsTest-2627565-project] 10.222.0.24 "GET /v2.0/ports?device_id=dce7b301-d267-4efe-8b55-aa33c48ee4c5 HTTP/1.1" status: 200 len: 945 time: 0.2344766 Jun 22 07:15:33.642474 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a88c4d-08dc-495a-93e5-caa8dc1cf908 req-0bb70b94-3473-4317-a2e0-d47ec56e95b2 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:33.653991 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-47a88c4d-08dc-495a-93e5-caa8dc1cf908 req-0bb70b94-3473-4317-a2e0-d47ec56e95b2 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/ports?device_id=96140ecc-60b1-4858-b129-414607b05266 HTTP/1.1" status: 200 len: 945 time: 0.2794609 Jun 22 07:15:33.671684 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Provisioning complete for port 8eceb728-af36-473c-90ba-2c1f0e5ce934 triggered by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:15:33.672535 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1879668'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:33.745353 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-912316bc-c199-4a25-ae20-e63a445b9d9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:33.755264 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-912316bc-c199-4a25-ae20-e63a445b9d9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:33.761594 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-3e60c97e-f462-4635-a3e1-c437a24a1a7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:33.817540 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912316bc-c199-4a25-ae20-e63a445b9d9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce671514-0476-4843-89eb-6453bd51fc11,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:33.828397 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-912316bc-c199-4a25-ae20-e63a445b9d9b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ff68c6eb8a6045a5841e25437bb876ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3493900 Jun 22 07:15:33.829790 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 44618) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:15:33.831192 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-912316bc-c199-4a25-ae20-e63a445b9d9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:33.837916 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-9d650bd5-f33e-4cc9-90d0-9172bd8b6301 req-8fd20516-8335-49c2-baae-edbbea50c7df tempest-VolumesActionsTest-2627565 tempest-VolumesActionsTest-2627565-project] 10.222.0.24 "GET /v2.0/security-groups?id=d179af01-6e8f-4de0-b8d4-f879330cc003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057278 Jun 22 07:15:33.971487 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-afd4f10c-adf5-46ff-aadf-0638b9777ade admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:34.001631 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-47a88c4d-08dc-495a-93e5-caa8dc1cf908 req-b0648a0f-4c07-43a1-b2e1-5bf17bb44006 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/security-groups?id=30e0c465-7839-4da2-bd45-e1fbd7ad0257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3451185 Jun 22 07:15:34.050816 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-afd4f10c-adf5-46ff-aadf-0638b9777ade admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:34.191512 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-a34bbe1c-d80b-4df2-b59f-926a6c537101 None None] Notify callbacks [] for port, precommit_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:34.216789 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-afd4f10c-adf5-46ff-aadf-0638b9777ade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:34.219744 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-a34bbe1c-d80b-4df2-b59f-926a6c537101 None None] Transition to ACTIVE for port object 44d157e1-f343-415a-a743-1a78d39c27e4 will not be triggered until provisioned by entity L2. {{(pid=92922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 07:15:34.223573 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-afd4f10c-adf5-46ff-aadf-0638b9777ade admin admin] Notify callbacks [] for security_group, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:34.229536 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-a34bbe1c-d80b-4df2-b59f-926a6c537101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:34.236908 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-afd4f10c-adf5-46ff-aadf-0638b9777ade admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ce671514-0476-4843-89eb-6453bd51fc11 HTTP/1.1" status: 204 len: 168 time: 0.4029064 Jun 22 07:15:34.238461 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:34.240220 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:34.265762 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd4f10c-adf5-46ff-aadf-0638b9777ade admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce671514-0476-4843-89eb-6453bd51fc11,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:34.267906 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-347fd4bd-b545-4ab0-80d1-b67b99cafdb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1809762'] for port, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:34.273911 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-afd4f10c-adf5-46ff-aadf-0638b9777ade admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:34.345732 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23264ce-18c0-4a10-9d3f-b4db8bc34dd0 None None] Pushing event updated for resources: {'Port': ['ID=44d157e1-f343-415a-a743-1a78d39c27e4,revision_number=2']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:34.360141 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [None req-a34bbe1c-d80b-4df2-b59f-926a6c537101 None None] Attempting to bind port 44d157e1-f343-415a-a743-1a78d39c27e4 on host dv-cinder-786627-11-iscsi for vnic_type normal with profile {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 07:15:34.360141 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [None req-a34bbe1c-d80b-4df2-b59f-926a6c537101 None None] Attempting to bind port 44d157e1-f343-415a-a743-1a78d39c27e4 by drivers openvswitch,hyperv on host dv-cinder-786627-11-iscsi at level 0 using segments [{'id': '4e753e82-2fc6-4903-97a0-73083259f586', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2'}] {{(pid=92922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 07:15:34.360141 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34bbe1c-d80b-4df2-b59f-926a6c537101 None None] Attempting to bind port 44d157e1-f343-415a-a743-1a78d39c27e4 on network 73c4e24d-548c-4da2-96ca-75881b5fbbd2 {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 07:15:34.373221 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23264ce-18c0-4a10-9d3f-b4db8bc34dd0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:15:34.376214 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23264ce-18c0-4a10-9d3f-b4db8bc34dd0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:15:34.378332 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23264ce-18c0-4a10-9d3f-b4db8bc34dd0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:15:34.384936 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23264ce-18c0-4a10-9d3f-b4db8bc34dd0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:15:34.386086 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23264ce-18c0-4a10-9d3f-b4db8bc34dd0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:15:34.387262 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23264ce-18c0-4a10-9d3f-b4db8bc34dd0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:15:34.387615 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23264ce-18c0-4a10-9d3f-b4db8bc34dd0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:15:34.387954 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23264ce-18c0-4a10-9d3f-b4db8bc34dd0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:15:34.389367 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23264ce-18c0-4a10-9d3f-b4db8bc34dd0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:15:34.389743 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23264ce-18c0-4a10-9d3f-b4db8bc34dd0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:15:34.390108 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23264ce-18c0-4a10-9d3f-b4db8bc34dd0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:15:34.391532 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23264ce-18c0-4a10-9d3f-b4db8bc34dd0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:15:34.398917 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34bbe1c-d80b-4df2-b59f-926a6c537101 None None] Checking agent: {'id': '25bcf34a-9be6-400d-9699-901d91ee39d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 7, 6, 3), 'started_at': datetime.datetime(2021, 6, 22, 7, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 7, 15, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 07:15:34.399983 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34bbe1c-d80b-4df2-b59f-926a6c537101 None None] Checking segment: {'id': '4e753e82-2fc6-4903-97a0-73083259f586', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 07:15:34.400566 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-a34bbe1c-d80b-4df2-b59f-926a6c537101 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:34.401034 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34bbe1c-d80b-4df2-b59f-926a6c537101 None None] Bound using segment: {'id': '4e753e82-2fc6-4903-97a0-73083259f586', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2'} {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 07:15:34.401715 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [None req-a34bbe1c-d80b-4df2-b59f-926a6c537101 None None] Bound port: 44d157e1-f343-415a-a743-1a78d39c27e4, host: dv-cinder-786627-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e753e82-2fc6-4903-97a0-73083259f586', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2'}}] {{(pid=92922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 07:15:34.402214 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-a34bbe1c-d80b-4df2-b59f-926a6c537101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:34.407063 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-c23264ce-18c0-4a10-9d3f-b4db8bc34dd0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:34.472196 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-a34bbe1c-d80b-4df2-b59f-926a6c537101 None None] For port 44d157e1-f343-415a-a743-1a78d39c27e4, host dv-cinder-786627-11-iscsi, cleared binding levels {{(pid=92922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 07:15:34.475813 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-a34bbe1c-d80b-4df2-b59f-926a6c537101 None None] For port 44d157e1-f343-415a-a743-1a78d39c27e4, host dv-cinder-786627-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-11-iscsi',level=0,port_id=44d157e1-f343-415a-a743-1a78d39c27e4,segment=NetworkSegment(4e753e82-2fc6-4903-97a0-73083259f586),segment_id=4e753e82-2fc6-4903-97a0-73083259f586)] {{(pid=92922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 07:15:34.484656 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-a34bbe1c-d80b-4df2-b59f-926a6c537101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:34.487674 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-b12b8a2d-ee65-485c-a0d6-242553c8c850 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:34.537837 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23264ce-18c0-4a10-9d3f-b4db8bc34dd0 None None] Pushing event updated for resources: {'Port': ['ID=44d157e1-f343-415a-a743-1a78d39c27e4,revision_number=3']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:34.545044 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-c23264ce-18c0-4a10-9d3f-b4db8bc34dd0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:34.562391 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34bbe1c-d80b-4df2-b59f-926a6c537101 None None] Routers {'1fb2f8fa-0763-48a1-b4f3-bc603d130289'} bound to L3 agent in host dv-cinder-786627-11-iscsi {{(pid=92922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 07:15:34.563273 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-a34bbe1c-d80b-4df2-b59f-926a6c537101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T07:06:03Z,description=,heartbeat_timestamp=2021-06-22T07:15:33Z,host='dv-cinder-786627-11-iscsi',id=f18ef446-1389-4802-a345-f314a6956002,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T07:06:03Z,topic='l3_agent')) {'router_ids': ['1fb2f8fa-0763-48a1-b4f3-bc603d130289'], 'active': True} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:15:34.590350 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.db.db_base_plugin_common [None req-347fd4bd-b545-4ab0-80d1-b67b99cafdb8 admin admin] Allocated IP 172.20.0.1 (d7f11af1-230f-4471-a5c1-4f5f3c60c8f3/891a545b-b43a-4ff2-9704-5f5d06788d9d/392c256d-cdbe-40dc-88f2-d25ab334c575) {{(pid=92919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 07:15:34.706992 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvr_db [None req-a34bbe1c-d80b-4df2-b59f-926a6c537101 None None] Set router 1fb2f8fa-0763-48a1-b4f3-bc603d130289 gateway port host: dv-cinder-786627-11-iscsi {{(pid=92922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 07:15:34.785011 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-347fd4bd-b545-4ab0-80d1-b67b99cafdb8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:34.820148 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.db.provisioning_blocks [None req-347fd4bd-b545-4ab0-80d1-b67b99cafdb8 admin admin] Transition to ACTIVE for port object 392c256d-cdbe-40dc-88f2-d25ab334c575 will not be triggered until provisioned by entity DHCP. {{(pid=92919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 07:15:34.884794 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-347fd4bd-b545-4ab0-80d1-b67b99cafdb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1809569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-690206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773473471591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4832682'] for port, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:34.890298 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:34.938446 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-347fd4bd-b545-4ab0-80d1-b67b99cafdb8 admin admin] Network d7f11af1-230f-4471-a5c1-4f5f3c60c8f3 is already hosted by enough agents. {{(pid=92919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 07:15:34.943397 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.scheduler.base_scheduler [None req-347fd4bd-b545-4ab0-80d1-b67b99cafdb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=92919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 07:15:34.947769 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347fd4bd-b545-4ab0-80d1-b67b99cafdb8 admin admin] Received port after_create {{(pid=92919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 07:15:35.011675 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347fd4bd-b545-4ab0-80d1-b67b99cafdb8 admin admin] Pushing event updated for resources: {'Port': ['ID=392c256d-cdbe-40dc-88f2-d25ab334c575,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:35.016305 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-347fd4bd-b545-4ab0-80d1-b67b99cafdb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:35.017505 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-347fd4bd-b545-4ab0-80d1-b67b99cafdb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-708604'] for router_interface, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:35.083076 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-a34bbe1c-d80b-4df2-b59f-926a6c537101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fb2f8fa-0763-48a1-b4f3-bc603d130289', 'name': 'tempest-TestShelveInstance-1299101450-router', 'tenant_id': 'bad142e993074902a8d64ad034fcd38e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'external_fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '44d157e1-f343-415a-a743-1a78d39c27e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:15:28Z', 'updated_at': '2021-06-22T07:15:30Z', 'revision_number': 3, 'project_id': 'bad142e993074902a8d64ad034fcd38e', 'gw_port': {'id': '44d157e1-f343-415a-a743-1a78d39c27e4', 'name': '', 'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:2b:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fb2f8fa-0763-48a1-b4f3-bc603d130289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:15:29Z', 'updated_at': '2021-06-22T07:15:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-iscsi'}], 'dv-cinder-786627-11-iscsi', False) {} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:15:35.123252 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34bbe1c-d80b-4df2-b59f-926a6c537101 None None] The sync data for ids ['1fb2f8fa-0763-48a1-b4f3-bc603d130289'] in dv-cinder-786627-11-iscsi is: [{'id': '1fb2f8fa-0763-48a1-b4f3-bc603d130289', 'name': 'tempest-TestShelveInstance-1299101450-router', 'tenant_id': 'bad142e993074902a8d64ad034fcd38e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'external_fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '44d157e1-f343-415a-a743-1a78d39c27e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:15:28Z', 'updated_at': '2021-06-22T07:15:30Z', 'revision_number': 3, 'project_id': 'bad142e993074902a8d64ad034fcd38e', 'gw_port': {'id': '44d157e1-f343-415a-a743-1a78d39c27e4', 'name': '', 'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:2b:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fb2f8fa-0763-48a1-b4f3-bc603d130289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:15:29Z', 'updated_at': '2021-06-22T07:15:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-iscsi'}] {{(pid=92922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 07:15:35.178025 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d3c1a5ff-c703-4bfc-bce3-efb8418f207c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:35.295179 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-dd1cb0e2-3786-47ca-8d8c-2536056bc526 None None] Provisioning for port 392c256d-cdbe-40dc-88f2-d25ab334c575 completed by entity DHCP. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 07:15:35.306430 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-dd1cb0e2-3786-47ca-8d8c-2536056bc526 None None] Provisioning complete for port 392c256d-cdbe-40dc-88f2-d25ab334c575 triggered by entity DHCP. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:15:35.307025 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-dd1cb0e2-3786-47ca-8d8c-2536056bc526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1879668'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:35.363939 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-dd1cb0e2-3786-47ca-8d8c-2536056bc526 None None] Port 392c256d-cdbe-40dc-88f2-d25ab334c575 cannot update to ACTIVE because it is not bound. {{(pid=92921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 07:15:35.369174 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278d90f0-0ac1-413f-aca4-a228f4af89fa req-d4193db6-b78f-4c47-9f4e-5283a3350f3c tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:35.371565 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-278d90f0-0ac1-413f-aca4-a228f4af89fa req-d4193db6-b78f-4c47-9f4e-5283a3350f3c tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/ports?device_id=96140ecc-60b1-4858-b129-414607b05266 HTTP/1.1" status: 200 len: 945 time: 0.1712227 Jun 22 07:15:35.373189 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-347fd4bd-b545-4ab0-80d1-b67b99cafdb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:35.460905 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-278d90f0-0ac1-413f-aca4-a228f4af89fa req-e1282ebc-2504-4699-96bb-7cc631872eec tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/security-groups?id=30e0c465-7839-4da2-bd45-e1fbd7ad0257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732584 Jun 22 07:15:35.825295 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-347fd4bd-b545-4ab0-80d1-b67b99cafdb8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:35.835907 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-347fd4bd-b545-4ab0-80d1-b67b99cafdb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4832664'] for port, after_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:35.842860 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:35.884599 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 44680) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:15:35.994445 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-347fd4bd-b545-4ab0-80d1-b67b99cafdb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-690288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-581351'] for router_interface, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:36.006157 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347fd4bd-b545-4ab0-80d1-b67b99cafdb8 admin admin] Pushing event updated for resources: {'Port': ['ID=392c256d-cdbe-40dc-88f2-d25ab334c575,revision_number=2']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:36.012285 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-347fd4bd-b545-4ab0-80d1-b67b99cafdb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:36.056336 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-13052485-31c4-4a0b-8c3d-ea04b3944a19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:36.097005 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213cdede-2f31-48ce-909c-61099666d1a0 req-8fab9d90-97e5-4192-9929-a32a641edb1b tempest-VolumesActionsTest-2627565 tempest-VolumesActionsTest-2627565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:36.098511 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-213cdede-2f31-48ce-909c-61099666d1a0 req-8fab9d90-97e5-4192-9929-a32a641edb1b tempest-VolumesActionsTest-2627565 tempest-VolumesActionsTest-2627565-project] 10.222.0.24 "GET /v2.0/ports?device_id=dce7b301-d267-4efe-8b55-aa33c48ee4c5 HTTP/1.1" status: 200 len: 945 time: 0.2030993 Jun 22 07:15:36.158018 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-347fd4bd-b545-4ab0-80d1-b67b99cafdb8 admin admin] Network d7f11af1-230f-4471-a5c1-4f5f3c60c8f3 is already hosted by enough agents. {{(pid=92919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 07:15:36.162076 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-213cdede-2f31-48ce-909c-61099666d1a0 req-9a9c736e-0fdd-499b-a7ea-d2fc81f13a38 tempest-VolumesActionsTest-2627565 tempest-VolumesActionsTest-2627565-project] 10.222.0.24 "GET /v2.0/security-groups?id=d179af01-6e8f-4de0-b8d4-f879330cc003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560942 Jun 22 07:15:36.163153 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.scheduler.base_scheduler [None req-347fd4bd-b545-4ab0-80d1-b67b99cafdb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=92919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 07:15:36.223604 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-13052485-31c4-4a0b-8c3d-ea04b3944a19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:36.230620 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-13052485-31c4-4a0b-8c3d-ea04b3944a19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:36.249959 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-b6804a00-bb03-4564-88e8-24628450dd86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:36.282091 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13052485-31c4-4a0b-8c3d-ea04b3944a19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77373686-2419-4d5e-8150-b4842805413d,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:36.286699 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-13052485-31c4-4a0b-8c3d-ea04b3944a19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:36.296413 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-13052485-31c4-4a0b-8c3d-ea04b3944a19 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=167faaf3a6d4471981c58473abcc753b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4104848 Jun 22 07:15:36.299126 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 44684) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:15:36.367470 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-940745e0-2de3-4dc2-91e5-e035ecabc613 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:36.367746 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-347fd4bd-b545-4ab0-80d1-b67b99cafdb8 admin admin] Router 1fb2f8fa-0763-48a1-b4f3-bc603d130289 has already been hosted by L3 agent f18ef446-1389-4802-a345-f314a6956002 {{(pid=92919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 07:15:36.400741 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-940745e0-2de3-4dc2-91e5-e035ecabc613 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:36.463161 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-940745e0-2de3-4dc2-91e5-e035ecabc613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:36.466919 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-940745e0-2de3-4dc2-91e5-e035ecabc613 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:36.468200 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-940745e0-2de3-4dc2-91e5-e035ecabc613 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/77373686-2419-4d5e-8150-b4842805413d HTTP/1.1" status: 204 len: 168 time: 0.1680393 Jun 22 07:15:36.469197 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-28979fb2-88fc-444f-b8b2-27b3ec3e39a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:36.480153 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940745e0-2de3-4dc2-91e5-e035ecabc613 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77373686-2419-4d5e-8150-b4842805413d,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:36.483301 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-940745e0-2de3-4dc2-91e5-e035ecabc613 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:36.519361 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-347fd4bd-b545-4ab0-80d1-b67b99cafdb8 admin admin] Notify agent at l3_agent.dv-cinder-786627-11-iscsi the message routers_updated {{(pid=92919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 07:15:36.545605 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-347fd4bd-b545-4ab0-80d1-b67b99cafdb8 admin admin] 10.222.0.24 "PUT /v2.0/routers/1fb2f8fa-0763-48a1-b4f3-bc603d130289/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9780922 Jun 22 07:15:36.558309 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-152a05a1-1fc3-4e85-a257-72629202b746 None None] Provisioning complete for port 392c256d-cdbe-40dc-88f2-d25ab334c575 triggered by entity DHCP. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:15:36.559467 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-152a05a1-1fc3-4e85-a257-72629202b746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1879668'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:36.600132 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-152a05a1-1fc3-4e85-a257-72629202b746 None None] Port 392c256d-cdbe-40dc-88f2-d25ab334c575 cannot update to ACTIVE because it is not bound. {{(pid=92921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 07:15:36.715704 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7ce483-e6b5-4f62-a22e-bf1ac179791f req-8ce09844-387b-4fa2-ba03-03c93742842b tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:36.717605 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-9b7ce483-e6b5-4f62-a22e-bf1ac179791f req-8ce09844-387b-4fa2-ba03-03c93742842b tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/ports?device_id=96140ecc-60b1-4858-b129-414607b05266 HTTP/1.1" status: 200 len: 945 time: 0.0784936 Jun 22 07:15:36.776313 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-9b7ce483-e6b5-4f62-a22e-bf1ac179791f req-60486140-f46b-4372-ad1c-4ef30c5ccdb2 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/security-groups?id=30e0c465-7839-4da2-bd45-e1fbd7ad0257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463815 Jun 22 07:15:36.896108 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 44704) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:15:36.897604 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-f04bb265-eca6-4530-aeb1-0b3afeb7eb68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:36.911212 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-bab015f3-22a8-465a-9cfe-11ee58b0da51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:37.022652 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-bab015f3-22a8-465a-9cfe-11ee58b0da51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:37.028589 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-bab015f3-22a8-465a-9cfe-11ee58b0da51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:37.060497 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-d0ce3228-59b0-432d-afaa-eca3571d98d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:37.089024 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-bab015f3-22a8-465a-9cfe-11ee58b0da51 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=86479339a8a1416793818e545e536bc8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1887002 Jun 22 07:15:37.090331 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 44708) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:15:37.145417 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab015f3-22a8-465a-9cfe-11ee58b0da51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd21f69d-949e-4849-8b0f-86845bea7dc9,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:37.151069 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-bab015f3-22a8-465a-9cfe-11ee58b0da51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:37.194550 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-3f2d5c73-3d53-4ab9-a3e9-9c94643bd2c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:37.218212 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-3f2d5c73-3d53-4ab9-a3e9-9c94643bd2c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:37.294693 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-3f2d5c73-3d53-4ab9-a3e9-9c94643bd2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:37.298085 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-3f2d5c73-3d53-4ab9-a3e9-9c94643bd2c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:37.299268 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-3f2d5c73-3d53-4ab9-a3e9-9c94643bd2c4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bd21f69d-949e-4849-8b0f-86845bea7dc9 HTTP/1.1" status: 204 len: 168 time: 0.2079725 Jun 22 07:15:37.300030 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:37.308764 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2d5c73-3d53-4ab9-a3e9-9c94643bd2c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd21f69d-949e-4849-8b0f-86845bea7dc9,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:37.311946 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-3f2d5c73-3d53-4ab9-a3e9-9c94643bd2c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:37.436799 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 44726) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:15:37.438160 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93259ce8-11ff-440d-8aeb-636d25686d52 req-63f069ca-2040-467b-b037-2ae5f2e1558b tempest-VolumesActionsTest-2627565 tempest-VolumesActionsTest-2627565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:37.440043 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-93259ce8-11ff-440d-8aeb-636d25686d52 req-63f069ca-2040-467b-b037-2ae5f2e1558b tempest-VolumesActionsTest-2627565 tempest-VolumesActionsTest-2627565-project] 10.222.0.24 "GET /v2.0/ports?device_id=dce7b301-d267-4efe-8b55-aa33c48ee4c5 HTTP/1.1" status: 200 len: 945 time: 0.0862644 Jun 22 07:15:37.448659 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.v2.base [None req-2ac72385-8054-4fcd-836b-eb16cc17c282 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-206420454-network', 'tenant_id': '09d9d859e36544c999809e43ec439950'}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:15:37.485422 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92f18fd-bbfc-48aa-bf5b-e4f83b6dc999 None None] Sync routers for ids ['1fb2f8fa-0763-48a1-b4f3-bc603d130289'] in dv-cinder-786627-11-iscsi {{(pid=92921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 07:15:37.499011 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ac72385-8054-4fcd-836b-eb16cc17c282 admin admin] Made reservation on behalf of 09d9d859e36544c999809e43ec439950 for: {'network': 1} {{(pid=92920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 07:15:37.501835 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-2ac72385-8054-4fcd-836b-eb16cc17c282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1809762'] for network, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:37.504213 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92f18fd-bbfc-48aa-bf5b-e4f83b6dc999 None None] Routers {'1fb2f8fa-0763-48a1-b4f3-bc603d130289'} bound to L3 agent in host dv-cinder-786627-11-iscsi {{(pid=92921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 07:15:37.505247 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-f92f18fd-bbfc-48aa-bf5b-e4f83b6dc999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T07:06:03Z,description=,heartbeat_timestamp=2021-06-22T07:15:33Z,host='dv-cinder-786627-11-iscsi',id=f18ef446-1389-4802-a345-f314a6956002,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T07:06:03Z,topic='l3_agent')) {'router_ids': ['1fb2f8fa-0763-48a1-b4f3-bc603d130289'], 'active': True} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:15:37.521760 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-2ac72385-8054-4fcd-836b-eb16cc17c282 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:37.526070 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-93259ce8-11ff-440d-8aeb-636d25686d52 req-a4a7d2d6-9532-4f59-941a-bae256970def tempest-VolumesActionsTest-2627565 tempest-VolumesActionsTest-2627565-project] 10.222.0.24 "GET /v2.0/security-groups?id=d179af01-6e8f-4de0-b8d4-f879330cc003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761647 Jun 22 07:15:37.563190 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Device 44d157e1-f343-415a-a743-1a78d39c27e4 up at agent ovs-agent-dv-cinder-786627-11-iscsi {{(pid=92921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 07:15:37.650745 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-2ac72385-8054-4fcd-836b-eb16cc17c282 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:37.659808 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-2ac72385-8054-4fcd-836b-eb16cc17c282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:37.664144 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-bab015f3-22a8-465a-9cfe-11ee58b0da51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:37.682887 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ac72385-8054-4fcd-836b-eb16cc17c282 admin admin] vlan segment allocate from pool success with {'vlan_id': 410, 'physical_network': 'physnet1'} {{(pid=92920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 07:15:37.698981 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac72385-8054-4fcd-836b-eb16cc17c282 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d592390-f300-4f72-a86f-24ca1bc7c6d0,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:37.702360 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-2ac72385-8054-4fcd-836b-eb16cc17c282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1885363'] for segment, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:37.702904 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.db.segments_db [None req-2ac72385-8054-4fcd-836b-eb16cc17c282 admin admin] Added segment 6b719692-e611-46d8-a356-5e96b873473f of type vlan for network 3be55571-331f-4693-baad-6269a284d543 Jun 22 07:15:37.704730 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-2ac72385-8054-4fcd-836b-eb16cc17c282 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:37.715979 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Provisioning for port 44d157e1-f343-415a-a743-1a78d39c27e4 completed by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 07:15:37.724529 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Provisioning complete for port 44d157e1-f343-415a-a743-1a78d39c27e4 triggered by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:15:37.724908 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1879668'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:37.747769 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvr_db [None req-f92f18fd-bbfc-48aa-bf5b-e4f83b6dc999 None None] Set router 1fb2f8fa-0763-48a1-b4f3-bc603d130289 gateway port host: dv-cinder-786627-11-iscsi {{(pid=92921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 07:15:37.754451 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-2ac72385-8054-4fcd-836b-eb16cc17c282 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773473491173'] for network, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:37.787711 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-2ac72385-8054-4fcd-836b-eb16cc17c282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-54575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-690206'] for network, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:37.790274 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac72385-8054-4fcd-836b-eb16cc17c282 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:37.791184 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-2ac72385-8054-4fcd-836b-eb16cc17c282 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-690179'] for network, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:37.795162 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:37.869818 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4fc04c-0bf1-491d-b8ce-13eafe629191 req-fb127b10-d1e2-4a56-83db-a0f3ce1b7f9f tempest-VolumesActionsTest-2627565 tempest-VolumesActionsTest-2627565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:37.871868 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-2b4fc04c-0bf1-491d-b8ce-13eafe629191 req-fb127b10-d1e2-4a56-83db-a0f3ce1b7f9f tempest-VolumesActionsTest-2627565 tempest-VolumesActionsTest-2627565-project] 10.222.0.41 "GET /v2.0/ports?device_id=dce7b301-d267-4efe-8b55-aa33c48ee4c5 HTTP/1.1" status: 200 len: 945 time: 0.0962305 Jun 22 07:15:37.874034 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-2ac72385-8054-4fcd-836b-eb16cc17c282 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4355083 Jun 22 07:15:37.875621 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 44738) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:15:37.892022 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.v2.base [None req-23bcee24-6cbc-4c08-9805-c5d5ac0c0df6 admin admin] Request body: {'subnet': {'network_id': '3be55571-331f-4693-baad-6269a284d543', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-206420454-subnet', 'tenant_id': '09d9d859e36544c999809e43ec439950', 'ip_version': 4}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:15:37.906247 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac72385-8054-4fcd-836b-eb16cc17c282 admin admin] Pushing event updated for resources: {'Network': ['ID=3be55571-331f-4693-baad-6269a284d543,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:37.917585 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-2ac72385-8054-4fcd-836b-eb16cc17c282 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:37.937781 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23bcee24-6cbc-4c08-9805-c5d5ac0c0df6 admin admin] Made reservation on behalf of 09d9d859e36544c999809e43ec439950 for: {'subnet': 1} {{(pid=92919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 07:15:37.940556 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-23bcee24-6cbc-4c08-9805-c5d5ac0c0df6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5137541'] for subnet, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:37.959650 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Network 3be55571-331f-4693-baad-6269a284d543 details requested by agent ovs-agent-dv-cinder-786627-11-iscsi with host dv-cinder-786627-11-iscsi {{(pid=92921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 07:15:38.175020 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d0564d-a589-4cf4-8cdf-314503055007 req-c9d63f4d-b1b4-4853-acd2-dbce94667ce0 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:38.176671 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-14d0564d-a589-4cf4-8cdf-314503055007 req-c9d63f4d-b1b4-4853-acd2-dbce94667ce0 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/ports?device_id=96140ecc-60b1-4858-b129-414607b05266 HTTP/1.1" status: 200 len: 945 time: 0.1824791 Jun 22 07:15:38.191938 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:38.215814 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.plugin [req-2b4fc04c-0bf1-491d-b8ce-13eafe629191 req-c598af60-41df-4276-9dd7-7169975bdd55 tempest-VolumesActionsTest-2627565 tempest-VolumesActionsTest-2627565-project] Deleting port 2dd972d5-7ab6-4c4c-b9de-37e46b78450a {{(pid=92919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 07:15:38.216161 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-2b4fc04c-0bf1-491d-b8ce-13eafe629191 req-c598af60-41df-4276-9dd7-7169975bdd55 tempest-VolumesActionsTest-2627565 tempest-VolumesActionsTest-2627565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773474057189'] for port, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:38.231558 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] For port 44d157e1-f343-415a-a743-1a78d39c27e4, host dv-cinder-786627-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-11-iscsi',level=0,port_id=44d157e1-f343-415a-a743-1a78d39c27e4,segment=NetworkSegment(4e753e82-2fc6-4903-97a0-73083259f586),segment_id=4e753e82-2fc6-4903-97a0-73083259f586)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:15:38.239138 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:38.247584 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-928cec63-1efb-4042-a5fd-73d543702227 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:38.326191 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Pushing event updated for resources: {'Port': ['ID=44d157e1-f343-415a-a743-1a78d39c27e4,revision_number=4']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:38.329635 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:38.349060 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-14d0564d-a589-4cf4-8cdf-314503055007 req-0a2c0f75-5359-44d9-b292-dd06b700cf93 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/security-groups?id=30e0c465-7839-4da2-bd45-e1fbd7ad0257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622140 Jun 22 07:15:38.355056 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-f92f18fd-bbfc-48aa-bf5b-e4f83b6dc999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fb2f8fa-0763-48a1-b4f3-bc603d130289', 'name': 'tempest-TestShelveInstance-1299101450-router', 'tenant_id': 'bad142e993074902a8d64ad034fcd38e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'external_fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '44d157e1-f343-415a-a743-1a78d39c27e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:15:28Z', 'updated_at': '2021-06-22T07:15:35Z', 'revision_number': 4, 'project_id': 'bad142e993074902a8d64ad034fcd38e', 'gw_port': {'id': '44d157e1-f343-415a-a743-1a78d39c27e4', 'name': '', 'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:2b:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fb2f8fa-0763-48a1-b4f3-bc603d130289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:15:29Z', 'updated_at': '2021-06-22T07:15:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-iscsi', '_interfaces': [{'id': '392c256d-cdbe-40dc-88f2-d25ab334c575', 'name': '', 'network_id': 'd7f11af1-230f-4471-a5c1-4f5f3c60c8f3', 'tenant_id': 'bad142e993074902a8d64ad034fcd38e', 'mac_address': 'fa:16:3e:0a:43:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fb2f8fa-0763-48a1-b4f3-bc603d130289', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '891a545b-b43a-4ff2-9704-5f5d06788d9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:15:34Z', 'updated_at': '2021-06-22T07:15:35Z', 'revision_number': 2, 'project_id': 'bad142e993074902a8d64ad034fcd38e', 'subnets': [{'id': '891a545b-b43a-4ff2-9704-5f5d06788d9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-11-iscsi', False) {} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:15:38.371050 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.db [req-2b4fc04c-0bf1-491d-b8ce-13eafe629191 req-c598af60-41df-4276-9dd7-7169975bdd55 tempest-VolumesActionsTest-2627565 tempest-VolumesActionsTest-2627565-project] For port 2dd972d5-7ab6-4c4c-b9de-37e46b78450a, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=2dd972d5-7ab6-4c4c-b9de-37e46b78450a,segment=NetworkSegment(af41065c-6602-4bb6-acb3-dc4c9d262c54),segment_id=af41065c-6602-4bb6-acb3-dc4c9d262c54)] {{(pid=92919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:15:38.371402 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-2b4fc04c-0bf1-491d-b8ce-13eafe629191 req-c598af60-41df-4276-9dd7-7169975bdd55 tempest-VolumesActionsTest-2627565 tempest-VolumesActionsTest-2627565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-707208'] for port, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:38.394982 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92f18fd-bbfc-48aa-bf5b-e4f83b6dc999 None None] Checking router: 1fb2f8fa-0763-48a1-b4f3-bc603d130289 for host: dv-cinder-786627-11-iscsi {{(pid=92921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 07:15:38.395343 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92f18fd-bbfc-48aa-bf5b-e4f83b6dc999 None None] Updating router 1fb2f8fa-0763-48a1-b4f3-bc603d130289 port 392c256d-cdbe-40dc-88f2-d25ab334c575 binding host dv-cinder-786627-11-iscsi {{(pid=92921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 07:15:38.442886 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-f92f18fd-bbfc-48aa-bf5b-e4f83b6dc999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:38.458733 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.plugin [req-2b4fc04c-0bf1-491d-b8ce-13eafe629191 req-c598af60-41df-4276-9dd7-7169975bdd55 tempest-VolumesActionsTest-2627565 tempest-VolumesActionsTest-2627565-project] Calling delete_port for 2dd972d5-7ab6-4c4c-b9de-37e46b78450a owned by compute:nova {{(pid=92919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 07:15:38.543729 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-23bcee24-6cbc-4c08-9805-c5d5ac0c0df6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4832518', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5137591'] for subnet, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:38.552303 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:38.620027 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bcee24-6cbc-4c08-9805-c5d5ac0c0df6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ebb7b79e-f817-41ec-8327-d7d5f6b9d25b,revision_number=0']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:38.625222 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-23bcee24-6cbc-4c08-9805-c5d5ac0c0df6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:38.732031 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23bcee24-6cbc-4c08-9805-c5d5ac0c0df6 admin admin] Checking segment: {'id': '6b719692-e611-46d8-a356-5e96b873473f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '3be55571-331f-4693-baad-6269a284d543'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 07:15:38.732759 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23bcee24-6cbc-4c08-9805-c5d5ac0c0df6 admin admin] Network hostable DHCP agents. Network: 3be55571-331f-4693-baad-6269a284d543, hostable agents: ['23f99c3b-a432-44d9-a8da-8094b458f26a'], hosted agents: [] {{(pid=92919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 07:15:38.799690 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23bcee24-6cbc-4c08-9805-c5d5ac0c0df6 admin admin] Network 3be55571-331f-4693-baad-6269a284d543 is scheduled to be hosted by DHCP agent 23f99c3b-a432-44d9-a8da-8094b458f26a with binding_index 1 {{(pid=92919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 07:15:38.817136 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.scheduler.base_scheduler [None req-23bcee24-6cbc-4c08-9805-c5d5ac0c0df6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-11-iscsi, 3be55571-331f-4693-baad-6269a284d543) {{(pid=92919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 07:15:38.822713 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23bcee24-6cbc-4c08-9805-c5d5ac0c0df6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:38.823499 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-23bcee24-6cbc-4c08-9805-c5d5ac0c0df6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-690179'] for subnet, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:38.823976 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-f92f18fd-bbfc-48aa-bf5b-e4f83b6dc999 None None] Notify callbacks [] for port, precommit_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:38.829999 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee74243-c6dd-491d-8345-2125a7d727b3 None None] Network 3be55571-331f-4693-baad-6269a284d543 requested from dv-cinder-786627-11-iscsi {{(pid=92921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 07:15:38.833736 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-2b4fc04c-0bf1-491d-b8ce-13eafe629191 req-c598af60-41df-4276-9dd7-7169975bdd55 tempest-VolumesActionsTest-2627565 tempest-VolumesActionsTest-2627565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773474061029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773473471600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4832659'] for port, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:38.845248 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:38.856222 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc415a25-caa0-47c8-95e0-827bfead68a9 req-a72827b1-a2af-4dcb-999d-0d9991bb34a9 tempest-VolumesActionsTest-2627565 tempest-VolumesActionsTest-2627565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:38.857669 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-fc415a25-caa0-47c8-95e0-827bfead68a9 req-a72827b1-a2af-4dcb-999d-0d9991bb34a9 tempest-VolumesActionsTest-2627565 tempest-VolumesActionsTest-2627565-project] 10.222.0.24 "GET /v2.0/ports?device_id=dce7b301-d267-4efe-8b55-aa33c48ee4c5 HTTP/1.1" status: 200 len: 867 time: 0.1740811 Jun 22 07:15:38.873574 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] get_ports_and_sgs() called for port_ids ['2dd972d5-7ab6-4c4c-b9de-37e46b78450a'] {{(pid=92921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 07:15:38.897010 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-23bcee24-6cbc-4c08-9805-c5d5ac0c0df6 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.0162232 Jun 22 07:15:38.897870 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 44776) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:15:38.899491 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c598af60-41df-4276-9dd7-7169975bdd55 tempest-VolumesActionsTest-2627565 tempest-VolumesActionsTest-2627565-project] Pushing event deleted for resources: {'Port': ['ID=2dd972d5-7ab6-4c4c-b9de-37e46b78450a,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:38.902357 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-c598af60-41df-4276-9dd7-7169975bdd55 tempest-VolumesActionsTest-2627565 tempest-VolumesActionsTest-2627565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:38.906592 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-f92f18fd-bbfc-48aa-bf5b-e4f83b6dc999 None None] Transition to ACTIVE for port object 392c256d-cdbe-40dc-88f2-d25ab334c575 will not be triggered until provisioned by entity L2. {{(pid=92921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 07:15:38.923929 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-f92f18fd-bbfc-48aa-bf5b-e4f83b6dc999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:38.927735 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-6cb6e0de-34b7-4061-ad60-fcd57f6416f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:38.936591 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.v2.base [None req-c60acb2e-9b62-4b6a-a7a1-72085c6d8648 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-206420454-router', 'tenant_id': '09d9d859e36544c999809e43ec439950', 'external_gateway_info': {'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2'}}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:15:38.967569 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b4fc04c-0bf1-491d-b8ce-13eafe629191 req-c598af60-41df-4276-9dd7-7169975bdd55 tempest-VolumesActionsTest-2627565 tempest-VolumesActionsTest-2627565-project] No DVR routers for this DVR port 2dd972d5-7ab6-4c4c-b9de-37e46b78450a on host hv-cinder-78662 {{(pid=92919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 07:15:38.969836 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-2b4fc04c-0bf1-491d-b8ce-13eafe629191 req-c598af60-41df-4276-9dd7-7169975bdd55 tempest-VolumesActionsTest-2627565 tempest-VolumesActionsTest-2627565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91146'] for port, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:38.973418 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-2b4fc04c-0bf1-491d-b8ce-13eafe629191 req-c598af60-41df-4276-9dd7-7169975bdd55 tempest-VolumesActionsTest-2627565 tempest-VolumesActionsTest-2627565-project] 10.222.0.41 "DELETE /v2.0/ports/2dd972d5-7ab6-4c4c-b9de-37e46b78450a HTTP/1.1" status: 204 len: 173 time: 1.0952883 Jun 22 07:15:38.977619 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dce7b301-d267-4efe-8b55-aa33c48ee4c5', 'name': 'network-vif-deleted', 'tag': '2dd972d5-7ab6-4c4c-b9de-37e46b78450a'}] {{(pid=92919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 07:15:38.980424 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2874ba58536e60953e76cf0b72237944d74909d10009afe4cd7b86cda982d3ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaf52f06-68e8-417b-9657-1eeab5367352" -d '{"events": [{"server_uuid": "dce7b301-d267-4efe-8b55-aa33c48ee4c5", "name": "network-vif-deleted", "tag": "2dd972d5-7ab6-4c4c-b9de-37e46b78450a"}]}' {{(pid=92919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 07:15:38.990439 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-fc415a25-caa0-47c8-95e0-827bfead68a9 req-ad0ebeb4-7d2c-43a7-a8b6-4dade437e9e0 tempest-VolumesActionsTest-2627565 tempest-VolumesActionsTest-2627565-project] 10.222.0.24 "GET /v2.0/security-groups?id=d179af01-6e8f-4de0-b8d4-f879330cc003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018972 Jun 22 07:15:38.997074 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-c60acb2e-9b62-4b6a-a7a1-72085c6d8648 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-578696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23766'] for router, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:38.999384 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-c60acb2e-9b62-4b6a-a7a1-72085c6d8648 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-707250', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1041088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23759'] for router, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:39.057911 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 07:15:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d32a16c5-97fe-48aa-9226-9a151acc2439 x-openstack-request-id: req-d32a16c5-97fe-48aa-9226-9a151acc2439 {{(pid=92919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 07:15:39.058310 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dce7b301-d267-4efe-8b55-aa33c48ee4c5", "name": "network-vif-deleted", "tag": "2dd972d5-7ab6-4c4c-b9de-37e46b78450a", "status": "completed", "code": 200}]} {{(pid=92919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 07:15:39.058587 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d32a16c5-97fe-48aa-9226-9a151acc2439 {{(pid=92919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 07:15:39.059093 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dce7b301-d267-4efe-8b55-aa33c48ee4c5', 'name': 'network-vif-deleted', 'tag': '2dd972d5-7ab6-4c4c-b9de-37e46b78450a', 'status': 'completed', 'code': 200} Jun 22 07:15:39.135714 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff053ac-7a84-45fe-9de1-a1edfff7eb6b None None] Pushing event updated for resources: {'Port': ['ID=392c256d-cdbe-40dc-88f2-d25ab334c575,revision_number=3']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:39.181353 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-c60acb2e-9b62-4b6a-a7a1-72085c6d8648 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:39.183406 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-cff053ac-7a84-45fe-9de1-a1edfff7eb6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:39.209001 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [None req-f92f18fd-bbfc-48aa-bf5b-e4f83b6dc999 None None] Attempting to bind port 392c256d-cdbe-40dc-88f2-d25ab334c575 on host dv-cinder-786627-11-iscsi for vnic_type normal with profile {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 07:15:39.209299 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [None req-f92f18fd-bbfc-48aa-bf5b-e4f83b6dc999 None None] Attempting to bind port 392c256d-cdbe-40dc-88f2-d25ab334c575 by drivers openvswitch,hyperv on host dv-cinder-786627-11-iscsi at level 0 using segments [{'id': '0f65caae-8828-41c5-aacf-f49c73598fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'd7f11af1-230f-4471-a5c1-4f5f3c60c8f3'}] {{(pid=92921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 07:15:39.209660 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92f18fd-bbfc-48aa-bf5b-e4f83b6dc999 None None] Attempting to bind port 392c256d-cdbe-40dc-88f2-d25ab334c575 on network d7f11af1-230f-4471-a5c1-4f5f3c60c8f3 {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 07:15:39.219479 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92f18fd-bbfc-48aa-bf5b-e4f83b6dc999 None None] Checking agent: {'id': '25bcf34a-9be6-400d-9699-901d91ee39d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 7, 6, 3), 'started_at': datetime.datetime(2021, 6, 22, 7, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 7, 15, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 07:15:39.219890 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92f18fd-bbfc-48aa-bf5b-e4f83b6dc999 None None] Checking segment: {'id': '0f65caae-8828-41c5-aacf-f49c73598fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'd7f11af1-230f-4471-a5c1-4f5f3c60c8f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 07:15:39.220268 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-f92f18fd-bbfc-48aa-bf5b-e4f83b6dc999 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:39.220705 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92f18fd-bbfc-48aa-bf5b-e4f83b6dc999 None None] Bound using segment: {'id': '0f65caae-8828-41c5-aacf-f49c73598fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'd7f11af1-230f-4471-a5c1-4f5f3c60c8f3'} {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 07:15:39.221285 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [None req-f92f18fd-bbfc-48aa-bf5b-e4f83b6dc999 None None] Bound port: 392c256d-cdbe-40dc-88f2-d25ab334c575, host: dv-cinder-786627-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f65caae-8828-41c5-aacf-f49c73598fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'd7f11af1-230f-4471-a5c1-4f5f3c60c8f3'}}] {{(pid=92921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 07:15:39.221713 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-f92f18fd-bbfc-48aa-bf5b-e4f83b6dc999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:39.235731 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cbed59f-8fd6-454a-af2c-be1d08151b11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53008036-bec8-516b-a9e7-d2c86795f928-3be55571-331f-4693-baad-6269a284d543', 'network_id': '3be55571-331f-4693-baad-6269a284d543', 'tenant_id': '09d9d859e36544c999809e43ec439950', 'fixed_ips': [{'subnet_id': 'ebb7b79e-f817-41ec-8327-d7d5f6b9d25b'}]}} from dv-cinder-786627-11-iscsi. {{(pid=92921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 07:15:39.236663 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-1cbed59f-8fd6-454a-af2c-be1d08151b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1809762'] for port, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:39.393623 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-c60acb2e-9b62-4b6a-a7a1-72085c6d8648 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-707264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-578682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-23801'] for router, precommit_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:39.483419 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Device 44d157e1-f343-415a-a743-1a78d39c27e4 up at agent ovs-agent-dv-cinder-786627-11-iscsi {{(pid=92921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 07:15:39.493811 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-f92f18fd-bbfc-48aa-bf5b-e4f83b6dc999 None None] For port 392c256d-cdbe-40dc-88f2-d25ab334c575, host dv-cinder-786627-11-iscsi, cleared binding levels {{(pid=92921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 07:15:39.513672 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-f92f18fd-bbfc-48aa-bf5b-e4f83b6dc999 None None] For port 392c256d-cdbe-40dc-88f2-d25ab334c575, host dv-cinder-786627-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-11-iscsi',level=0,port_id=392c256d-cdbe-40dc-88f2-d25ab334c575,segment=NetworkSegment(0f65caae-8828-41c5-aacf-f49c73598fb9),segment_id=0f65caae-8828-41c5-aacf-f49c73598fb9)] {{(pid=92921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 07:15:39.541652 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-f92f18fd-bbfc-48aa-bf5b-e4f83b6dc999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:39.554465 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:39.614639 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad7481a-2d59-4227-9f74-fc34b9b3a5ec req-4d7418b6-149f-4ae3-8a70-23bc57c6bda9 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:39.622582 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-cad7481a-2d59-4227-9f74-fc34b9b3a5ec req-4d7418b6-149f-4ae3-8a70-23bc57c6bda9 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/ports?device_id=96140ecc-60b1-4858-b129-414607b05266 HTTP/1.1" status: 200 len: 945 time: 0.1104121 Jun 22 07:15:39.723330 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-c60acb2e-9b62-4b6a-a7a1-72085c6d8648 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:39.728984 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-cad7481a-2d59-4227-9f74-fc34b9b3a5ec req-858bd4a5-1e89-4b22-8398-e8661a040e84 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/security-groups?id=30e0c465-7839-4da2-bd45-e1fbd7ad0257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905118 Jun 22 07:15:39.760947 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-c60acb2e-9b62-4b6a-a7a1-72085c6d8648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1809762'] for port, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:39.828250 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92f18fd-bbfc-48aa-bf5b-e4f83b6dc999 None None] Routers {'1fb2f8fa-0763-48a1-b4f3-bc603d130289'} bound to L3 agent in host dv-cinder-786627-11-iscsi {{(pid=92921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 07:15:39.835420 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-f92f18fd-bbfc-48aa-bf5b-e4f83b6dc999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T07:06:03Z,description=,heartbeat_timestamp=2021-06-22T07:15:33Z,host='dv-cinder-786627-11-iscsi',id=f18ef446-1389-4802-a345-f314a6956002,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T07:06:03Z,topic='l3_agent')) {'router_ids': ['1fb2f8fa-0763-48a1-b4f3-bc603d130289'], 'active': True} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:15:39.963808 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.db.db_base_plugin_common [None req-c60acb2e-9b62-4b6a-a7a1-72085c6d8648 admin admin] Allocated IP 172.27.1.124 (73c4e24d-548c-4da2-96ca-75881b5fbbd2/544f46cc-96c5-45ec-92af-d864e0b11db8/d923dc16-285e-4b15-b890-d9a7bfcecb0f) {{(pid=92920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 07:15:39.973822 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.db_base_plugin_common [None req-1cbed59f-8fd6-454a-af2c-be1d08151b11 None None] Allocated IP 172.20.0.2 (3be55571-331f-4693-baad-6269a284d543/ebb7b79e-f817-41ec-8327-d7d5f6b9d25b/73f96182-7346-40a6-8452-fe08f91f302f) {{(pid=92921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 07:15:40.017950 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff053ac-7a84-45fe-9de1-a1edfff7eb6b None None] Pushing event updated for resources: {'Port': ['ID=392c256d-cdbe-40dc-88f2-d25ab334c575,revision_number=4']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:40.033390 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-cff053ac-7a84-45fe-9de1-a1edfff7eb6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.479s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:40.142200 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-c60acb2e-9b62-4b6a-a7a1-72085c6d8648 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:40.233887 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-c60acb2e-9b62-4b6a-a7a1-72085c6d8648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1809569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-690206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773473471591'] for port, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:40.236813 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-9b097434-af44-4346-8437-9dc4b36c7c92 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:40.285726 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c60acb2e-9b62-4b6a-a7a1-72085c6d8648 admin admin] Network 73c4e24d-548c-4da2-96ca-75881b5fbbd2 is already hosted by enough agents. {{(pid=92920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 07:15:40.288898 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.scheduler.base_scheduler [None req-c60acb2e-9b62-4b6a-a7a1-72085c6d8648 admin admin] Resources bound (agent type, host, resource id): {{(pid=92920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 07:15:40.294484 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60acb2e-9b62-4b6a-a7a1-72085c6d8648 admin admin] Received port after_create {{(pid=92920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 07:15:40.297340 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60acb2e-9b62-4b6a-a7a1-72085c6d8648 admin admin] Pushing event updated for resources: {'Port': ['ID=d923dc16-285e-4b15-b890-d9a7bfcecb0f,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:40.332278 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Provisioning complete for port 44d157e1-f343-415a-a743-1a78d39c27e4 triggered by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:15:40.332837 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1879668'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:40.334765 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-c60acb2e-9b62-4b6a-a7a1-72085c6d8648 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:40.399559 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvr_db [None req-f92f18fd-bbfc-48aa-bf5b-e4f83b6dc999 None None] Set router 1fb2f8fa-0763-48a1-b4f3-bc603d130289 gateway port host: dv-cinder-786627-11-iscsi {{(pid=92921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 07:15:40.472054 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-1cbed59f-8fd6-454a-af2c-be1d08151b11 None None] Notify callbacks [] for port, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:40.495076 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-1cbed59f-8fd6-454a-af2c-be1d08151b11 None None] Transition to ACTIVE for port object 73f96182-7346-40a6-8452-fe08f91f302f will not be triggered until provisioned by entity L2. {{(pid=92921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 07:15:40.585305 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 44842) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:15:40.632177 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ff6764-11ae-412b-af94-ebcb4a24c956 req-1464069a-14c8-4083-92f1-248bfa7ea187 tempest-VolumesActionsTest-2627565 tempest-VolumesActionsTest-2627565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:40.635780 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-c2ff6764-11ae-412b-af94-ebcb4a24c956 req-1464069a-14c8-4083-92f1-248bfa7ea187 tempest-VolumesActionsTest-2627565 tempest-VolumesActionsTest-2627565-project] 10.222.0.24 "GET /v2.0/networks?id=31e2b9a5-acef-422e-882a-031867f08161 HTTP/1.1" status: 200 len: 809 time: 0.1680925 Jun 22 07:15:40.646027 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-c60acb2e-9b62-4b6a-a7a1-72085c6d8648 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:40.670795 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-c2ff6764-11ae-412b-af94-ebcb4a24c956 req-0e2dd4e8-66a5-46d7-b95a-ea2deb2cbf26 tempest-VolumesActionsTest-2627565 tempest-VolumesActionsTest-2627565-project] 10.222.0.24 "GET /v2.0/quotas/229550f555624e4386591eeeee0d143c HTTP/1.1" status: 200 len: 375 time: 0.0276141 Jun 22 07:15:40.714702 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-c2ff6764-11ae-412b-af94-ebcb4a24c956 req-4d8d65f3-3e58-4b5a-9726-585f42d011a0 tempest-VolumesActionsTest-2627565 tempest-VolumesActionsTest-2627565-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=229550f555624e4386591eeeee0d143c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0385931 Jun 22 07:15:40.760078 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-1cbed59f-8fd6-454a-af2c-be1d08151b11 None None] Transition to ACTIVE for port object 73f96182-7346-40a6-8452-fe08f91f302f will not be triggered until provisioned by entity DHCP. {{(pid=92921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 07:15:40.776271 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-1cbed59f-8fd6-454a-af2c-be1d08151b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1809569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-690206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773473471591'] for port, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:40.802594 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:40.873078 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cbed59f-8fd6-454a-af2c-be1d08151b11 None None] Network 3be55571-331f-4693-baad-6269a284d543 is already hosted by enough agents. {{(pid=92921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 07:15:40.879879 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-30b808d4-6773-40ad-bd80-8965926ccd20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:40.885123 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-c2ff6764-11ae-412b-af94-ebcb4a24c956 req-0fc9ee96-46ec-4502-8bf0-284aad4a409d service neutron] 10.222.0.24 "GET /v2.0/networks/31e2b9a5-acef-422e-882a-031867f08161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595256 Jun 22 07:15:40.892918 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.scheduler.base_scheduler [None req-1cbed59f-8fd6-454a-af2c-be1d08151b11 None None] Resources bound (agent type, host, resource id): {{(pid=92921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 07:15:40.905909 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cbed59f-8fd6-454a-af2c-be1d08151b11 None None] Received port after_create {{(pid=92921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 07:15:40.919146 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbed59f-8fd6-454a-af2c-be1d08151b11 None None] Pushing event updated for resources: {'Port': ['ID=73f96182-7346-40a6-8452-fe08f91f302f,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:40.927170 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-1cbed59f-8fd6-454a-af2c-be1d08151b11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:41.005316 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [None req-1cbed59f-8fd6-454a-af2c-be1d08151b11 None None] Attempting to bind port 73f96182-7346-40a6-8452-fe08f91f302f on host dv-cinder-786627-11-iscsi for vnic_type normal with profile {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 07:15:41.005870 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [None req-1cbed59f-8fd6-454a-af2c-be1d08151b11 None None] Attempting to bind port 73f96182-7346-40a6-8452-fe08f91f302f by drivers openvswitch,hyperv on host dv-cinder-786627-11-iscsi at level 0 using segments [{'id': '6b719692-e611-46d8-a356-5e96b873473f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '3be55571-331f-4693-baad-6269a284d543'}] {{(pid=92921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 07:15:41.006359 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cbed59f-8fd6-454a-af2c-be1d08151b11 None None] Attempting to bind port 73f96182-7346-40a6-8452-fe08f91f302f on network 3be55571-331f-4693-baad-6269a284d543 {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 07:15:41.016292 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cbed59f-8fd6-454a-af2c-be1d08151b11 None None] Checking agent: {'id': '25bcf34a-9be6-400d-9699-901d91ee39d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 7, 6, 3), 'started_at': datetime.datetime(2021, 6, 22, 7, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 7, 15, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 07:15:41.016863 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cbed59f-8fd6-454a-af2c-be1d08151b11 None None] Checking segment: {'id': '6b719692-e611-46d8-a356-5e96b873473f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '3be55571-331f-4693-baad-6269a284d543'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 07:15:41.017695 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-1cbed59f-8fd6-454a-af2c-be1d08151b11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:41.017928 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cbed59f-8fd6-454a-af2c-be1d08151b11 None None] Bound using segment: {'id': '6b719692-e611-46d8-a356-5e96b873473f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '3be55571-331f-4693-baad-6269a284d543'} {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 07:15:41.018516 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [None req-1cbed59f-8fd6-454a-af2c-be1d08151b11 None None] Bound port: 73f96182-7346-40a6-8452-fe08f91f302f, host: dv-cinder-786627-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b719692-e611-46d8-a356-5e96b873473f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '3be55571-331f-4693-baad-6269a284d543'}}] {{(pid=92921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 07:15:41.019210 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-1cbed59f-8fd6-454a-af2c-be1d08151b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:41.030408 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-c60acb2e-9b62-4b6a-a7a1-72085c6d8648 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-706580'] for router, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:41.105452 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-f92f18fd-bbfc-48aa-bf5b-e4f83b6dc999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fb2f8fa-0763-48a1-b4f3-bc603d130289', 'name': 'tempest-TestShelveInstance-1299101450-router', 'tenant_id': 'bad142e993074902a8d64ad034fcd38e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'external_fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '44d157e1-f343-415a-a743-1a78d39c27e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:15:28Z', 'updated_at': '2021-06-22T07:15:35Z', 'revision_number': 4, 'project_id': 'bad142e993074902a8d64ad034fcd38e', 'gw_port': {'id': '44d157e1-f343-415a-a743-1a78d39c27e4', 'name': '', 'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:2b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb2f8fa-0763-48a1-b4f3-bc603d130289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:15:29Z', 'updated_at': '2021-06-22T07:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-iscsi', '_interfaces': [{'id': '392c256d-cdbe-40dc-88f2-d25ab334c575', 'name': '', 'network_id': 'd7f11af1-230f-4471-a5c1-4f5f3c60c8f3', 'tenant_id': 'bad142e993074902a8d64ad034fcd38e', 'mac_address': 'fa:16:3e:0a:43:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fb2f8fa-0763-48a1-b4f3-bc603d130289', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '891a545b-b43a-4ff2-9704-5f5d06788d9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:15:34Z', 'updated_at': '2021-06-22T07:15:39Z', 'revision_number': 4, 'project_id': 'bad142e993074902a8d64ad034fcd38e', 'subnets': [{'id': '891a545b-b43a-4ff2-9704-5f5d06788d9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-11-iscsi', False) {} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:15:41.146790 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92f18fd-bbfc-48aa-bf5b-e4f83b6dc999 None None] The sync data for ids ['1fb2f8fa-0763-48a1-b4f3-bc603d130289'] in dv-cinder-786627-11-iscsi is: [{'id': '1fb2f8fa-0763-48a1-b4f3-bc603d130289', 'name': 'tempest-TestShelveInstance-1299101450-router', 'tenant_id': 'bad142e993074902a8d64ad034fcd38e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'external_fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '44d157e1-f343-415a-a743-1a78d39c27e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:15:28Z', 'updated_at': '2021-06-22T07:15:35Z', 'revision_number': 4, 'project_id': 'bad142e993074902a8d64ad034fcd38e', 'gw_port': {'id': '44d157e1-f343-415a-a743-1a78d39c27e4', 'name': '', 'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:2b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb2f8fa-0763-48a1-b4f3-bc603d130289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:15:29Z', 'updated_at': '2021-06-22T07:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-iscsi', '_interfaces': [{'id': '392c256d-cdbe-40dc-88f2-d25ab334c575', 'name': '', 'network_id': 'd7f11af1-230f-4471-a5c1-4f5f3c60c8f3', 'tenant_id': 'bad142e993074902a8d64ad034fcd38e', 'mac_address': 'fa:16:3e:0a:43:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fb2f8fa-0763-48a1-b4f3-bc603d130289', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '891a545b-b43a-4ff2-9704-5f5d06788d9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:15:34Z', 'updated_at': '2021-06-22T07:15:39Z', 'revision_number': 4, 'project_id': 'bad142e993074902a8d64ad034fcd38e', 'subnets': [{'id': '891a545b-b43a-4ff2-9704-5f5d06788d9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 07:15:41.178292 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-30b808d4-6773-40ad-bd80-8965926ccd20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:41.179498 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-1cbed59f-8fd6-454a-af2c-be1d08151b11 None None] For port 73f96182-7346-40a6-8452-fe08f91f302f, host dv-cinder-786627-11-iscsi, cleared binding levels {{(pid=92921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 07:15:41.196512 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-30b808d4-6773-40ad-bd80-8965926ccd20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:41.218389 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-1cbed59f-8fd6-454a-af2c-be1d08151b11 None None] For port 73f96182-7346-40a6-8452-fe08f91f302f, host dv-cinder-786627-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-11-iscsi',level=0,port_id=73f96182-7346-40a6-8452-fe08f91f302f,segment=NetworkSegment(6b719692-e611-46d8-a356-5e96b873473f),segment_id=6b719692-e611-46d8-a356-5e96b873473f)] {{(pid=92921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 07:15:41.227400 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-35b35a45-af8f-4d8c-90f9-7f42b12791bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:41.228843 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-1cbed59f-8fd6-454a-af2c-be1d08151b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:41.235229 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-157b1949-021f-45e8-ab08-314a46fb23a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:41.338736 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-30b808d4-6773-40ad-bd80-8965926ccd20 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=162db7142f5244a09b028a9fa02111b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7524917 Jun 22 07:15:41.342738 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 44850) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:15:41.352849 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-c2ff6764-11ae-412b-af94-ebcb4a24c956 req-1837b470-5959-4fb5-8cf5-bb52d857fa4a service neutron] 10.222.0.24 "GET /v2.0/networks/31e2b9a5-acef-422e-882a-031867f08161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4631505 Jun 22 07:15:41.360764 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbed59f-8fd6-454a-af2c-be1d08151b11 None None] Pushing event updated for resources: {'Port': ['ID=73f96182-7346-40a6-8452-fe08f91f302f,revision_number=2']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:41.366141 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-1cbed59f-8fd6-454a-af2c-be1d08151b11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:41.371992 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b808d4-6773-40ad-bd80-8965926ccd20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9545b4ad-e49b-48ad-8f86-e8e1a91e3545,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:41.390375 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-30b808d4-6773-40ad-bd80-8965926ccd20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:41.442434 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe5e85e-ca3b-4821-87df-51c8b98ec979 req-bc89c022-9da6-42d7-bcfb-27331785c17d tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:41.453258 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-1fe5e85e-ca3b-4821-87df-51c8b98ec979 req-bc89c022-9da6-42d7-bcfb-27331785c17d tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/ports?device_id=96140ecc-60b1-4858-b129-414607b05266 HTTP/1.1" status: 200 len: 945 time: 0.5018561 Jun 22 07:15:41.494317 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c60acb2e-9b62-4b6a-a7a1-72085c6d8648 admin admin] Router a13e0573-9e72-43d8-ae80-1b3cb880446a is scheduled to L3 agent f18ef446-1389-4802-a345-f314a6956002 with binding_index 1 {{(pid=92920) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 07:15:41.496235 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Device 2dd972d5-7ab6-4c4c-b9de-37e46b78450a no longer exists at agent hyperv_hv-cinder-78662 {{(pid=92921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 07:15:41.513149 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-ebde58ff-c853-4ca3-a522-edf7909510d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:41.544096 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-ebde58ff-c853-4ca3-a522-edf7909510d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:41.551855 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] No Port match for: 2dd972d5-7ab6-4c4c-b9de-37e46b78450a {{(pid=92921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 07:15:41.554405 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Device 2dd972d5-7ab6-4c4c-b9de-37e46b78450a not bound to the agent host hv-cinder-78662 {{(pid=92921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 07:15:41.557322 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Device 392c256d-cdbe-40dc-88f2-d25ab334c575 up at agent ovs-agent-dv-cinder-786627-11-iscsi {{(pid=92921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 07:15:41.579648 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-1fe5e85e-ca3b-4821-87df-51c8b98ec979 req-a3535836-3eca-4779-8363-5a7a31de970d tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/security-groups?id=30e0c465-7839-4da2-bd45-e1fbd7ad0257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248047 Jun 22 07:15:41.618666 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-ebde58ff-c853-4ca3-a522-edf7909510d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:41.621450 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-ebde58ff-c853-4ca3-a522-edf7909510d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:41.622596 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-ebde58ff-c853-4ca3-a522-edf7909510d7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9545b4ad-e49b-48ad-8f86-e8e1a91e3545 HTTP/1.1" status: 204 len: 168 time: 0.2732775 Jun 22 07:15:41.623651 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-9f671505-4933-45e4-95d1-7d7c12c1e9b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:41.642718 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebde58ff-c853-4ca3-a522-edf7909510d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9545b4ad-e49b-48ad-8f86-e8e1a91e3545,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:41.649460 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-ebde58ff-c853-4ca3-a522-edf7909510d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:41.810465 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Provisioning for port 392c256d-cdbe-40dc-88f2-d25ab334c575 completed by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 07:15:41.815453 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Provisioning complete for port 392c256d-cdbe-40dc-88f2-d25ab334c575 triggered by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:15:41.815986 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1879668'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:41.993042 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c60acb2e-9b62-4b6a-a7a1-72085c6d8648 admin admin] Notify agent at l3_agent.dv-cinder-786627-11-iscsi the message routers_updated {{(pid=92920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 07:15:41.997384 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-0cd40a86-ea45-4c8d-af47-cec2f61189da req-0845a2c1-743a-42e3-b2a9-2ff0a8282617 tempest-VolumesActionsTest-2627565 tempest-VolumesActionsTest-2627565-project] 10.222.0.24 "GET /v2.0/ports?device_id=b1042697-a449-4f1f-9ceb-7b490a94f44c HTTP/1.1" status: 200 len: 210 time: 0.1730745 Jun 22 07:15:42.020715 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d5fb34-21b3-4e42-b72d-15f6432860a1 None None] Sync routers for ids ['a13e0573-9e72-43d8-ae80-1b3cb880446a'] in dv-cinder-786627-11-iscsi {{(pid=92922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 07:15:42.035924 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d5fb34-21b3-4e42-b72d-15f6432860a1 None None] Routers {'a13e0573-9e72-43d8-ae80-1b3cb880446a'} bound to L3 agent in host dv-cinder-786627-11-iscsi {{(pid=92922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 07:15:42.036741 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-b9d5fb34-21b3-4e42-b72d-15f6432860a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T07:06:03Z,description=,heartbeat_timestamp=2021-06-22T07:15:33Z,host='dv-cinder-786627-11-iscsi',id=f18ef446-1389-4802-a345-f314a6956002,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T07:06:03Z,topic='l3_agent')) {'router_ids': ['a13e0573-9e72-43d8-ae80-1b3cb880446a'], 'active': True} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:15:42.066304 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-c60acb2e-9b62-4b6a-a7a1-72085c6d8648 admin admin] Notify callbacks [] for router, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:42.068911 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-c60acb2e-9b62-4b6a-a7a1-72085c6d8648 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.1680436 Jun 22 07:15:42.073803 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 44872) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:15:42.148124 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:42.250817 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvr_db [None req-b9d5fb34-21b3-4e42-b72d-15f6432860a1 None None] Set router a13e0573-9e72-43d8-ae80-1b3cb880446a gateway port host: dv-cinder-786627-11-iscsi {{(pid=92922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 07:15:42.292357 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] For port 392c256d-cdbe-40dc-88f2-d25ab334c575, host dv-cinder-786627-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-11-iscsi',level=0,port_id=392c256d-cdbe-40dc-88f2-d25ab334c575,segment=NetworkSegment(0f65caae-8828-41c5-aacf-f49c73598fb9),segment_id=0f65caae-8828-41c5-aacf-f49c73598fb9)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:15:42.306702 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:42.314509 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:42.492179 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Pushing event updated for resources: {'Port': ['ID=392c256d-cdbe-40dc-88f2-d25ab334c575,revision_number=5']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:42.506525 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:42.524448 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 44886) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:15:42.540695 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-717ad31e-6816-4a58-8d42-d98589a953fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:42.671349 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-b9d5fb34-21b3-4e42-b72d-15f6432860a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a13e0573-9e72-43d8-ae80-1b3cb880446a', 'name': 'tempest-TestShelveInstance-206420454-router', 'tenant_id': '09d9d859e36544c999809e43ec439950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'external_fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': 'd923dc16-285e-4b15-b890-d9a7bfcecb0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:15:39Z', 'updated_at': '2021-06-22T07:15:40Z', 'revision_number': 3, 'project_id': '09d9d859e36544c999809e43ec439950', 'gw_port': {'id': 'd923dc16-285e-4b15-b890-d9a7bfcecb0f', 'name': '', 'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:9d:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a13e0573-9e72-43d8-ae80-1b3cb880446a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:15:39Z', 'updated_at': '2021-06-22T07:15:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-iscsi'}], 'dv-cinder-786627-11-iscsi', False) {} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:15:42.722103 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d5fb34-21b3-4e42-b72d-15f6432860a1 None None] Checking router: a13e0573-9e72-43d8-ae80-1b3cb880446a for host: dv-cinder-786627-11-iscsi {{(pid=92922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 07:15:42.722205 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d5fb34-21b3-4e42-b72d-15f6432860a1 None None] Updating router a13e0573-9e72-43d8-ae80-1b3cb880446a port d923dc16-285e-4b15-b890-d9a7bfcecb0f binding host dv-cinder-786627-11-iscsi {{(pid=92922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 07:15:42.780657 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-b9d5fb34-21b3-4e42-b72d-15f6432860a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:42.840347 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-717ad31e-6816-4a58-8d42-d98589a953fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:42.847653 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-717ad31e-6816-4a58-8d42-d98589a953fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:42.857896 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-5a895d0b-3c71-4ff9-8856-fcf42f10a6d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:42.907040 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717ad31e-6816-4a58-8d42-d98589a953fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74250851-73d3-4efa-8e37-df716c466729,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:42.912483 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-717ad31e-6816-4a58-8d42-d98589a953fa admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ba1a58fd441d4d67b6c44afe5e26d372&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3869116 Jun 22 07:15:42.918109 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 44896) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:15:42.921789 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717ad31e-6816-4a58-8d42-d98589a953fa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:15:42.922446 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717ad31e-6816-4a58-8d42-d98589a953fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:15:42.923437 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717ad31e-6816-4a58-8d42-d98589a953fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:15:42.923819 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717ad31e-6816-4a58-8d42-d98589a953fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:15:42.924941 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717ad31e-6816-4a58-8d42-d98589a953fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:15:42.925446 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717ad31e-6816-4a58-8d42-d98589a953fa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:15:42.925945 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717ad31e-6816-4a58-8d42-d98589a953fa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:15:42.927076 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717ad31e-6816-4a58-8d42-d98589a953fa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:15:42.928337 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717ad31e-6816-4a58-8d42-d98589a953fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:15:42.928871 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717ad31e-6816-4a58-8d42-d98589a953fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:15:42.929387 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717ad31e-6816-4a58-8d42-d98589a953fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:15:42.930443 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717ad31e-6816-4a58-8d42-d98589a953fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:15:42.948349 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-717ad31e-6816-4a58-8d42-d98589a953fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:43.107900 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-0a006286-0f16-4a7e-862d-5bce0cfca0ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:43.248722 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8434f06-e4e5-4923-8c06-a58fb0603321 None None] Network 3be55571-331f-4693-baad-6269a284d543 requested from dv-cinder-786627-11-iscsi {{(pid=92921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 07:15:43.250747 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-b9d5fb34-21b3-4e42-b72d-15f6432860a1 None None] Notify callbacks [] for port, precommit_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:43.253462 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62e2147-acef-497d-8d52-cedcdb0d7bfb req-98c15a2a-7c75-4ac5-9095-a1ca2acea981 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:43.255024 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-d62e2147-acef-497d-8d52-cedcdb0d7bfb req-98c15a2a-7c75-4ac5-9095-a1ca2acea981 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/ports?device_id=96140ecc-60b1-4858-b129-414607b05266 HTTP/1.1" status: 200 len: 945 time: 0.3251903 Jun 22 07:15:43.261454 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-0a006286-0f16-4a7e-862d-5bce0cfca0ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:43.267990 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-b9d5fb34-21b3-4e42-b72d-15f6432860a1 None None] Transition to ACTIVE for port object d923dc16-285e-4b15-b890-d9a7bfcecb0f will not be triggered until provisioned by entity L2. {{(pid=92922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 07:15:43.276215 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-b9d5fb34-21b3-4e42-b72d-15f6432860a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:43.285008 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:43.325287 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-cfcceb03-59b7-4cd4-a942-d32ae016d0af None None] Provisioning for port 73f96182-7346-40a6-8452-fe08f91f302f completed by entity DHCP. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 07:15:43.332324 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [None req-b9d5fb34-21b3-4e42-b72d-15f6432860a1 None None] Attempting to bind port d923dc16-285e-4b15-b890-d9a7bfcecb0f on host dv-cinder-786627-11-iscsi for vnic_type normal with profile {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 07:15:43.332907 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [None req-b9d5fb34-21b3-4e42-b72d-15f6432860a1 None None] Attempting to bind port d923dc16-285e-4b15-b890-d9a7bfcecb0f by drivers openvswitch,hyperv on host dv-cinder-786627-11-iscsi at level 0 using segments [{'id': '4e753e82-2fc6-4903-97a0-73083259f586', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2'}] {{(pid=92922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 07:15:43.333452 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d5fb34-21b3-4e42-b72d-15f6432860a1 None None] Attempting to bind port d923dc16-285e-4b15-b890-d9a7bfcecb0f on network 73c4e24d-548c-4da2-96ca-75881b5fbbd2 {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 07:15:43.346413 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d5fb34-21b3-4e42-b72d-15f6432860a1 None None] Checking agent: {'id': '25bcf34a-9be6-400d-9699-901d91ee39d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 7, 6, 3), 'started_at': datetime.datetime(2021, 6, 22, 7, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 7, 15, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 07:15:43.347024 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d5fb34-21b3-4e42-b72d-15f6432860a1 None None] Checking segment: {'id': '4e753e82-2fc6-4903-97a0-73083259f586', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 07:15:43.347769 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-b9d5fb34-21b3-4e42-b72d-15f6432860a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:43.350400 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d5fb34-21b3-4e42-b72d-15f6432860a1 None None] Bound using segment: {'id': '4e753e82-2fc6-4903-97a0-73083259f586', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2'} {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 07:15:43.350934 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [None req-b9d5fb34-21b3-4e42-b72d-15f6432860a1 None None] Bound port: d923dc16-285e-4b15-b890-d9a7bfcecb0f, host: dv-cinder-786627-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e753e82-2fc6-4903-97a0-73083259f586', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2'}}] {{(pid=92922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 07:15:43.351329 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-b9d5fb34-21b3-4e42-b72d-15f6432860a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:43.353782 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-0cc50d7c-6dd5-48ce-855a-a98490116153 req-b3bd30bb-9f0d-4f80-979c-ee74c1c2592c tempest-VolumesActionsTest-2627565 tempest-VolumesActionsTest-2627565-project] 10.222.0.24 "GET /v2.0/ports?device_id=b1042697-a449-4f1f-9ceb-7b490a94f44c HTTP/1.1" status: 200 len: 210 time: 0.0954285 Jun 22 07:15:43.379095 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbe6f0b-b957-450a-bfcb-9c61c5025285 None None] Pushing event updated for resources: {'Port': ['ID=d923dc16-285e-4b15-b890-d9a7bfcecb0f,revision_number=2']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:43.383726 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-3fbe6f0b-b957-450a-bfcb-9c61c5025285 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:43.448842 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-b9d5fb34-21b3-4e42-b72d-15f6432860a1 None None] For port d923dc16-285e-4b15-b890-d9a7bfcecb0f, host dv-cinder-786627-11-iscsi, cleared binding levels {{(pid=92922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 07:15:43.456180 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-b9d5fb34-21b3-4e42-b72d-15f6432860a1 None None] For port d923dc16-285e-4b15-b890-d9a7bfcecb0f, host dv-cinder-786627-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-11-iscsi',level=0,port_id=d923dc16-285e-4b15-b890-d9a7bfcecb0f,segment=NetworkSegment(4e753e82-2fc6-4903-97a0-73083259f586),segment_id=4e753e82-2fc6-4903-97a0-73083259f586)] {{(pid=92922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 07:15:43.463591 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-d62e2147-acef-497d-8d52-cedcdb0d7bfb req-49ba4a6d-5a70-4bdb-b00e-96eb31c52631 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/security-groups?id=30e0c465-7839-4da2-bd45-e1fbd7ad0257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971145 Jun 22 07:15:43.466256 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-b9d5fb34-21b3-4e42-b72d-15f6432860a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:43.470391 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-c23264ce-18c0-4a10-9d3f-b4db8bc34dd0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:43.474944 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-fd8ae2ef-89ea-4f8d-b4b9-695ebe2d61c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1809762'] for port, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:43.500133 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-0a006286-0f16-4a7e-862d-5bce0cfca0ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:43.515544 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-0a006286-0f16-4a7e-862d-5bce0cfca0ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:43.516866 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-0a006286-0f16-4a7e-862d-5bce0cfca0ef admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/74250851-73d3-4efa-8e37-df716c466729 HTTP/1.1" status: 204 len: 168 time: 0.5847669 Jun 22 07:15:43.517923 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-7396c9ea-f3f2-4a96-9d4b-04d8b69a3dd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:43.574656 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a006286-0f16-4a7e-862d-5bce0cfca0ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74250851-73d3-4efa-8e37-df716c466729,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:43.579172 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-0a006286-0f16-4a7e-862d-5bce0cfca0ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:43.690927 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d5fb34-21b3-4e42-b72d-15f6432860a1 None None] Routers {'a13e0573-9e72-43d8-ae80-1b3cb880446a'} bound to L3 agent in host dv-cinder-786627-11-iscsi {{(pid=92922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 07:15:43.691631 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-b9d5fb34-21b3-4e42-b72d-15f6432860a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T07:06:03Z,description=,heartbeat_timestamp=2021-06-22T07:15:33Z,host='dv-cinder-786627-11-iscsi',id=f18ef446-1389-4802-a345-f314a6956002,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T07:06:03Z,topic='l3_agent')) {'router_ids': ['a13e0573-9e72-43d8-ae80-1b3cb880446a'], 'active': True} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:15:43.701523 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbe6f0b-b957-450a-bfcb-9c61c5025285 None None] Pushing event updated for resources: {'Port': ['ID=d923dc16-285e-4b15-b890-d9a7bfcecb0f,revision_number=3']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:43.705396 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-3fbe6f0b-b957-450a-bfcb-9c61c5025285 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:43.745670 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Device 73f96182-7346-40a6-8452-fe08f91f302f up at agent ovs-agent-dv-cinder-786627-11-iscsi {{(pid=92921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 07:15:43.825130 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Provisioning for port 73f96182-7346-40a6-8452-fe08f91f302f completed by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 07:15:43.829648 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Provisioning complete for port 73f96182-7346-40a6-8452-fe08f91f302f triggered by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:15:43.830560 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1879668'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:43.937916 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvr_db [None req-b9d5fb34-21b3-4e42-b72d-15f6432860a1 None None] Set router a13e0573-9e72-43d8-ae80-1b3cb880446a gateway port host: dv-cinder-786627-11-iscsi {{(pid=92922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 07:15:43.998501 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.db.db_base_plugin_common [None req-fd8ae2ef-89ea-4f8d-b4b9-695ebe2d61c0 admin admin] Allocated IP 172.20.0.1 (3be55571-331f-4693-baad-6269a284d543/ebb7b79e-f817-41ec-8327-d7d5f6b9d25b/de8b2dcb-c8a6-486d-8eb1-ba61a588d8d8) {{(pid=92919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 07:15:44.015950 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:44.024473 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 44920) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:15:44.114743 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] For port 73f96182-7346-40a6-8452-fe08f91f302f, host dv-cinder-786627-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-11-iscsi',level=0,port_id=73f96182-7346-40a6-8452-fe08f91f302f,segment=NetworkSegment(6b719692-e611-46d8-a356-5e96b873473f),segment_id=6b719692-e611-46d8-a356-5e96b873473f)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:15:44.118212 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.db.db_base_plugin_v2 [None req-24445886-4f69-4c06-aa52-ad22dc55cc0b admin admin] Deleting subnet c5989060-ba38-401c-9f6e-e461f2d99ee7 {{(pid=92920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 07:15:44.122371 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:44.123153 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-24445886-4f69-4c06-aa52-ad22dc55cc0b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:44.123601 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Device 392c256d-cdbe-40dc-88f2-d25ab334c575 up at agent ovs-agent-dv-cinder-786627-11-iscsi {{(pid=92921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 07:15:44.186150 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ff6764-11ae-412b-af94-ebcb4a24c956 req-311c8382-d5f0-46e8-9d65-5fa9b5ab2592 tempest-VolumesActionsTest-2627565 tempest-VolumesActionsTest-2627565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:44.186708 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-24445886-4f69-4c06-aa52-ad22dc55cc0b admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:44.188581 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-c2ff6764-11ae-412b-af94-ebcb4a24c956 req-311c8382-d5f0-46e8-9d65-5fa9b5ab2592 tempest-VolumesActionsTest-2627565 tempest-VolumesActionsTest-2627565-project] 10.222.0.41 "GET /v2.0/networks?id=31e2b9a5-acef-422e-882a-031867f08161 HTTP/1.1" status: 200 len: 809 time: 0.3796685 Jun 22 07:15:44.193780 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:44.193985 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-24445886-4f69-4c06-aa52-ad22dc55cc0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1883746'] for subnet, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:44.202668 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.v2.base [req-c2ff6764-11ae-412b-af94-ebcb4a24c956 req-966d8c4c-2f8e-476c-b963-2ee36ace4036 tempest-VolumesActionsTest-2627565 tempest-VolumesActionsTest-2627565-project] Request body: {'port': {'device_id': 'b1042697-a449-4f1f-9ceb-7b490a94f44c', 'network_id': '31e2b9a5-acef-422e-882a-031867f08161', 'admin_state_up': True, 'tenant_id': '229550f555624e4386591eeeee0d143c'}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:15:44.259976 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Pushing event updated for resources: {'Port': ['ID=73f96182-7346-40a6-8452-fe08f91f302f,revision_number=3']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:44.274064 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:44.296085 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Provisioning complete for port 392c256d-cdbe-40dc-88f2-d25ab334c575 triggered by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:15:44.296242 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-24445886-4f69-4c06-aa52-ad22dc55cc0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1883739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197'] for subnet, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:44.296489 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1879668'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:44.305677 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:44.314341 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-fd8ae2ef-89ea-4f8d-b4b9-695ebe2d61c0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:44.332064 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.db.provisioning_blocks [None req-fd8ae2ef-89ea-4f8d-b4b9-695ebe2d61c0 admin admin] Transition to ACTIVE for port object de8b2dcb-c8a6-486d-8eb1-ba61a588d8d8 will not be triggered until provisioned by entity DHCP. {{(pid=92919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 07:15:44.352682 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-0ef3f66f-9f45-4ec8-96c0-dfa0788a3bde None None] Provisioning complete for port 73f96182-7346-40a6-8452-fe08f91f302f triggered by entity DHCP. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:15:44.353510 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-0ef3f66f-9f45-4ec8-96c0-dfa0788a3bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1879668'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:44.358147 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24445886-4f69-4c06-aa52-ad22dc55cc0b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5989060-ba38-401c-9f6e-e461f2d99ee7,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:44.368138 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-24445886-4f69-4c06-aa52-ad22dc55cc0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:44.369991 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-24445886-4f69-4c06-aa52-ad22dc55cc0b admin admin] Notify callbacks [] for subnet, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:44.371821 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-fd8ae2ef-89ea-4f8d-b4b9-695ebe2d61c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1809569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-690206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773473471591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4832682'] for port, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:44.374130 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-24445886-4f69-4c06-aa52-ad22dc55cc0b admin admin] 10.222.0.24 "DELETE /v2.0/subnets/c5989060-ba38-401c-9f6e-e461f2d99ee7 HTTP/1.1" status: 204 len: 168 time: 0.3459659 Jun 22 07:15:44.377235 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 44934) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:15:44.379466 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-c598af60-41df-4276-9dd7-7169975bdd55 tempest-VolumesActionsTest-2627565 tempest-VolumesActionsTest-2627565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:44.454785 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd8ae2ef-89ea-4f8d-b4b9-695ebe2d61c0 admin admin] Network 3be55571-331f-4693-baad-6269a284d543 is already hosted by enough agents. {{(pid=92919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 07:15:44.465486 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.scheduler.base_scheduler [None req-fd8ae2ef-89ea-4f8d-b4b9-695ebe2d61c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=92919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 07:15:44.473940 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8ae2ef-89ea-4f8d-b4b9-695ebe2d61c0 admin admin] Received port after_create {{(pid=92919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 07:15:44.480851 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-b9d5fb34-21b3-4e42-b72d-15f6432860a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a13e0573-9e72-43d8-ae80-1b3cb880446a', 'name': 'tempest-TestShelveInstance-206420454-router', 'tenant_id': '09d9d859e36544c999809e43ec439950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'external_fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': 'd923dc16-285e-4b15-b890-d9a7bfcecb0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:15:39Z', 'updated_at': '2021-06-22T07:15:40Z', 'revision_number': 3, 'project_id': '09d9d859e36544c999809e43ec439950', 'gw_port': {'id': 'd923dc16-285e-4b15-b890-d9a7bfcecb0f', 'name': '', 'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:9d:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a13e0573-9e72-43d8-ae80-1b3cb880446a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:15:39Z', 'updated_at': '2021-06-22T07:15:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-iscsi'}], 'dv-cinder-786627-11-iscsi', False) {} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:15:44.516279 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8ae2ef-89ea-4f8d-b4b9-695ebe2d61c0 admin admin] Pushing event updated for resources: {'Port': ['ID=de8b2dcb-c8a6-486d-8eb1-ba61a588d8d8,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:44.531932 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-fd8ae2ef-89ea-4f8d-b4b9-695ebe2d61c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:44.568363 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d5fb34-21b3-4e42-b72d-15f6432860a1 None None] The sync data for ids ['a13e0573-9e72-43d8-ae80-1b3cb880446a'] in dv-cinder-786627-11-iscsi is: [{'id': 'a13e0573-9e72-43d8-ae80-1b3cb880446a', 'name': 'tempest-TestShelveInstance-206420454-router', 'tenant_id': '09d9d859e36544c999809e43ec439950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'external_fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': 'd923dc16-285e-4b15-b890-d9a7bfcecb0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:15:39Z', 'updated_at': '2021-06-22T07:15:40Z', 'revision_number': 3, 'project_id': '09d9d859e36544c999809e43ec439950', 'gw_port': {'id': 'd923dc16-285e-4b15-b890-d9a7bfcecb0f', 'name': '', 'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:9d:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a13e0573-9e72-43d8-ae80-1b3cb880446a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:15:39Z', 'updated_at': '2021-06-22T07:15:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-iscsi'}] {{(pid=92922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 07:15:44.599935 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-fd8ae2ef-89ea-4f8d-b4b9-695ebe2d61c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-708604'] for router_interface, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:44.854145 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-a2a0a674-528e-4400-9a25-7fdba116c625 req-1eb7e41c-2d9d-434a-b032-5957e543df10 tempest-VolumesActionsTest-2627565 tempest-VolumesActionsTest-2627565-project] 10.222.0.24 "GET /v2.0/ports?device_id=b1042697-a449-4f1f-9ceb-7b490a94f44c HTTP/1.1" status: 200 len: 210 time: 0.0897744 Jun 22 07:15:44.859886 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2ff6764-11ae-412b-af94-ebcb4a24c956 req-966d8c4c-2f8e-476c-b963-2ee36ace4036 tempest-VolumesActionsTest-2627565 tempest-VolumesActionsTest-2627565-project] Made reservation on behalf of 229550f555624e4386591eeeee0d143c for: {'port': 1} {{(pid=92919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 07:15:44.864483 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-c2ff6764-11ae-412b-af94-ebcb4a24c956 req-966d8c4c-2f8e-476c-b963-2ee36ace4036 tempest-VolumesActionsTest-2627565 tempest-VolumesActionsTest-2627565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1809762'] for port, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:44.864630 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-bb7eee50-bf95-4db7-a277-8e62214a2373 None None] Provisioning for port de8b2dcb-c8a6-486d-8eb1-ba61a588d8d8 completed by entity DHCP. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 07:15:44.872365 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-bb7eee50-bf95-4db7-a277-8e62214a2373 None None] Provisioning complete for port de8b2dcb-c8a6-486d-8eb1-ba61a588d8d8 triggered by entity DHCP. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:15:44.872783 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-bb7eee50-bf95-4db7-a277-8e62214a2373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1879668'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:44.912186 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-fd8ae2ef-89ea-4f8d-b4b9-695ebe2d61c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:44.964915 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-bb7eee50-bf95-4db7-a277-8e62214a2373 None None] Port de8b2dcb-c8a6-486d-8eb1-ba61a588d8d8 cannot update to ACTIVE because it is not bound. {{(pid=92921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 07:15:45.001542 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-845b114b-3d4d-46db-bfc3-b6a52fa4eadd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777681'] for network, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:45.005709 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db8e87b-1410-4a17-8839-d93e883dc08a req-f9029912-0ba6-41cf-94b2-f13a00d44816 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:45.007274 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-6db8e87b-1410-4a17-8839-d93e883dc08a req-f9029912-0ba6-41cf-94b2-f13a00d44816 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/ports?device_id=96140ecc-60b1-4858-b129-414607b05266 HTTP/1.1" status: 200 len: 945 time: 0.2441630 Jun 22 07:15:45.143430 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-845b114b-3d4d-46db-bfc3-b6a52fa4eadd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1883115', 'neutron.services.segments.db._delete_segments_for_network-8773474011859'] for network, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:45.157236 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-845b114b-3d4d-46db-bfc3-b6a52fa4eadd admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:15:45.158011 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-845b114b-3d4d-46db-bfc3-b6a52fa4eadd admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:15:45.158979 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-845b114b-3d4d-46db-bfc3-b6a52fa4eadd admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:15:45.159624 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-845b114b-3d4d-46db-bfc3-b6a52fa4eadd admin admin] Subscribe: > port after_create 55550000 {{(pid=92920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:15:45.160231 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-845b114b-3d4d-46db-bfc3-b6a52fa4eadd admin admin] Subscribe: > port after_delete 55550000 {{(pid=92920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:15:45.160823 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-845b114b-3d4d-46db-bfc3-b6a52fa4eadd admin admin] Subscribe: > port after_update 55550000 {{(pid=92920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:15:45.161366 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-845b114b-3d4d-46db-bfc3-b6a52fa4eadd admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:15:45.162177 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-845b114b-3d4d-46db-bfc3-b6a52fa4eadd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:15:45.162702 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-845b114b-3d4d-46db-bfc3-b6a52fa4eadd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:15:45.163243 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-845b114b-3d4d-46db-bfc3-b6a52fa4eadd admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:15:45.168715 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-6db8e87b-1410-4a17-8839-d93e883dc08a req-93935bbb-8ece-4f2d-b98c-2485377896e6 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/security-groups?id=30e0c465-7839-4da2-bd45-e1fbd7ad0257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243889 Jun 22 07:15:45.255503 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-845b114b-3d4d-46db-bfc3-b6a52fa4eadd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:15:45.255932 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-845b114b-3d4d-46db-bfc3-b6a52fa4eadd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:15:45.256334 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-845b114b-3d4d-46db-bfc3-b6a52fa4eadd admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:15:45.256756 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-845b114b-3d4d-46db-bfc3-b6a52fa4eadd admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 07:15:45.257165 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.services.segments.db [None req-845b114b-3d4d-46db-bfc3-b6a52fa4eadd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da7b7541-50be-43f9-ba43-3f650289dc1b']}} {{(pid=92920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:15:45.270310 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.db.db_base_plugin_common [req-c2ff6764-11ae-412b-af94-ebcb4a24c956 req-966d8c4c-2f8e-476c-b963-2ee36ace4036 tempest-VolumesActionsTest-2627565 tempest-VolumesActionsTest-2627565-project] Allocated IP 172.20.0.8 (31e2b9a5-acef-422e-882a-031867f08161/bc2984dc-f431-4817-b47a-dd84fe1934c1/f56720d2-b43a-4250-819d-e422b3081512) {{(pid=92919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 07:15:45.286884 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.services.segments.db [None req-845b114b-3d4d-46db-bfc3-b6a52fa4eadd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93d91c0c-3ad3-45b1-a0f5-3438f658291d') {'for_net_delete': True} {{(pid=92920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:15:45.287414 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.services.segments.db [None req-845b114b-3d4d-46db-bfc3-b6a52fa4eadd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93d91c0c-3ad3-45b1-a0f5-3438f658291d') {} {{(pid=92920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:15:45.308060 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-845b114b-3d4d-46db-bfc3-b6a52fa4eadd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773474011688', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5150757'] for segment, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:45.349186 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-845b114b-3d4d-46db-bfc3-b6a52fa4eadd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1885363'] for segment, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:45.373719 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-845b114b-3d4d-46db-bfc3-b6a52fa4eadd admin admin] Releasing vlan 406 on physical network physnet1 to pool {{(pid=92920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 07:15:45.374400 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-845b114b-3d4d-46db-bfc3-b6a52fa4eadd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1885363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4754088'] for segment, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:45.381542 dv-cinder-786627-11-iscsi neutron-server[92920]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 22 07:15:45.381542 dv-cinder-786627-11-iscsi neutron-server[92920]: from cryptography.utils import int_from_bytes Jun 22 07:15:45.381542 dv-cinder-786627-11-iscsi neutron-server[92920]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 22 07:15:45.381542 dv-cinder-786627-11-iscsi neutron-server[92920]: from cryptography.utils import int_from_bytes Jun 22 07:15:45.381542 dv-cinder-786627-11-iscsi neutron-server[92920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 07:15:45.381542 dv-cinder-786627-11-iscsi neutron-server[92920]: conditions |= (models_v2.Port.network_id.in_( Jun 22 07:15:45.381542 dv-cinder-786627-11-iscsi neutron-server[92920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 07:15:45.381542 dv-cinder-786627-11-iscsi neutron-server[92920]: conditions |= (models_v2.Port.network_id.in_( Jun 22 07:15:45.381542 dv-cinder-786627-11-iscsi neutron-server[92920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 07:15:45.381542 dv-cinder-786627-11-iscsi neutron-server[92920]: conditions |= (models_v2.Port.network_id.in_( Jun 22 07:15:45.381542 dv-cinder-786627-11-iscsi neutron-server[92920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 07:15:45.381542 dv-cinder-786627-11-iscsi neutron-server[92920]: conditions |= (models_v2.Port.network_id.in_( Jun 22 07:15:45.381542 dv-cinder-786627-11-iscsi neutron-server[92920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 07:15:45.381542 dv-cinder-786627-11-iscsi neutron-server[92920]: conditions |= (models_v2.Port.network_id.in_( Jun 22 07:15:45.381542 dv-cinder-786627-11-iscsi neutron-server[92920]: Traceback (most recent call last): Jun 22 07:15:45.381542 dv-cinder-786627-11-iscsi neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 07:15:45.381542 dv-cinder-786627-11-iscsi neutron-server[92920]: timer() Jun 22 07:15:45.381542 dv-cinder-786627-11-iscsi neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 07:15:45.381542 dv-cinder-786627-11-iscsi neutron-server[92920]: cb(*args, **kw) Jun 22 07:15:45.381542 dv-cinder-786627-11-iscsi neutron-server[92920]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 07:15:45.381542 dv-cinder-786627-11-iscsi neutron-server[92920]: return func(*args, **kwargs) Jun 22 07:15:45.381542 dv-cinder-786627-11-iscsi neutron-server[92920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 07:15:45.381542 dv-cinder-786627-11-iscsi neutron-server[92920]: self._notify() Jun 22 07:15:45.381542 dv-cinder-786627-11-iscsi neutron-server[92920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 07:15:45.381542 dv-cinder-786627-11-iscsi neutron-server[92920]: self.callback(batched_events) Jun 22 07:15:45.381542 dv-cinder-786627-11-iscsi neutron-server[92920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 07:15:45.381542 dv-cinder-786627-11-iscsi neutron-server[92920]: event.method(event) Jun 22 07:15:45.381542 dv-cinder-786627-11-iscsi neutron-server[92920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 07:15:45.381542 dv-cinder-786627-11-iscsi neutron-server[92920]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 07:15:45.381542 dv-cinder-786627-11-iscsi neutron-server[92920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 07:15:45.381542 dv-cinder-786627-11-iscsi neutron-server[92920]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 07:15:45.381542 dv-cinder-786627-11-iscsi neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 07:15:45.381542 dv-cinder-786627-11-iscsi neutron-server[92920]: return f(self, *a, **k) Jun 22 07:15:45.381542 dv-cinder-786627-11-iscsi neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 07:15:45.381542 dv-cinder-786627-11-iscsi neutron-server[92920]: return self._get(url).json() Jun 22 07:15:45.381542 dv-cinder-786627-11-iscsi neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 07:15:45.381542 dv-cinder-786627-11-iscsi neutron-server[92920]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 07:15:45.381542 dv-cinder-786627-11-iscsi neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 07:15:45.381542 dv-cinder-786627-11-iscsi neutron-server[92920]: return self.request(url, 'GET', **kwargs) Jun 22 07:15:45.381542 dv-cinder-786627-11-iscsi neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 07:15:45.381542 dv-cinder-786627-11-iscsi neutron-server[92920]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 07:15:45.381542 dv-cinder-786627-11-iscsi neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 07:15:45.381542 dv-cinder-786627-11-iscsi neutron-server[92920]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 07:15:45.381542 dv-cinder-786627-11-iscsi neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 07:15:45.381542 dv-cinder-786627-11-iscsi neutron-server[92920]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 07:15:45.381542 dv-cinder-786627-11-iscsi neutron-server[92920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 07:15:45.473419 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-845b114b-3d4d-46db-bfc3-b6a52fa4eadd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1883104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-54575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-690206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-706735'] for network, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:45.480802 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-2ac72385-8054-4fcd-836b-eb16cc17c282 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:45.491594 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-fd8ae2ef-89ea-4f8d-b4b9-695ebe2d61c0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:45.502174 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-fd8ae2ef-89ea-4f8d-b4b9-695ebe2d61c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4832664'] for port, after_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:45.508528 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-845b114b-3d4d-46db-bfc3-b6a52fa4eadd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-690179'] for network, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:45.511167 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-845b114b-3d4d-46db-bfc3-b6a52fa4eadd admin admin] 10.222.0.24 "DELETE /v2.0/networks/da7b7541-50be-43f9-ba43-3f650289dc1b HTTP/1.1" status: 204 len: 168 time: 1.1329575 Jun 22 07:15:45.513129 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845b114b-3d4d-46db-bfc3-b6a52fa4eadd admin admin] Pushing event deleted for resources: {'Network': ['ID=da7b7541-50be-43f9-ba43-3f650289dc1b,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:45.515007 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 44960) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:15:45.517808 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-845b114b-3d4d-46db-bfc3-b6a52fa4eadd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:45.557401 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-6a67e009-3549-45db-ba56-324d0812e58f tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:45.593277 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b9b7080-c516-4f86-ab97-65151c2fbf75 admin admin] Deleting subnet 26fc85ff-ed44-45a6-b4bf-5bfab7fd6c40 {{(pid=92920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 07:15:45.597266 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-5b9b7080-c516-4f86-ab97-65151c2fbf75 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:45.598232 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-fd8ae2ef-89ea-4f8d-b4b9-695ebe2d61c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-690288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-581351'] for router_interface, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:45.616098 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Device d923dc16-285e-4b15-b890-d9a7bfcecb0f up at agent ovs-agent-dv-cinder-786627-11-iscsi {{(pid=92921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 07:15:45.642048 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-c2ff6764-11ae-412b-af94-ebcb4a24c956 req-966d8c4c-2f8e-476c-b963-2ee36ace4036 tempest-VolumesActionsTest-2627565 tempest-VolumesActionsTest-2627565-project] Notify callbacks [] for port, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:45.684221 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-5b9b7080-c516-4f86-ab97-65151c2fbf75 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5150738'] for subnet, precommit_delete_associations {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:45.715330 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Provisioning for port d923dc16-285e-4b15-b890-d9a7bfcecb0f completed by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 07:15:45.737639 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Provisioning complete for port d923dc16-285e-4b15-b890-d9a7bfcecb0f triggered by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:15:45.738095 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1879668'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:45.739492 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-c2ff6764-11ae-412b-af94-ebcb4a24c956 req-966d8c4c-2f8e-476c-b963-2ee36ace4036 tempest-VolumesActionsTest-2627565 tempest-VolumesActionsTest-2627565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1809569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-690206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773473471591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4832682'] for port, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:45.759438 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8ae2ef-89ea-4f8d-b4b9-695ebe2d61c0 admin admin] Pushing event updated for resources: {'Port': ['ID=de8b2dcb-c8a6-486d-8eb1-ba61a588d8d8,revision_number=2']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:45.760757 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-5b9b7080-c516-4f86-ab97-65151c2fbf75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1883746'] for subnet, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:45.768901 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-fd8ae2ef-89ea-4f8d-b4b9-695ebe2d61c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:45.770734 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-2831f20d-1fae-45f8-b6ee-bffd3f2a8f60 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:45.839544 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2ff6764-11ae-412b-af94-ebcb4a24c956 req-966d8c4c-2f8e-476c-b963-2ee36ace4036 tempest-VolumesActionsTest-2627565 tempest-VolumesActionsTest-2627565-project] Network 31e2b9a5-acef-422e-882a-031867f08161 is already hosted by enough agents. {{(pid=92919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 07:15:45.853719 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.scheduler.base_scheduler [req-c2ff6764-11ae-412b-af94-ebcb4a24c956 req-966d8c4c-2f8e-476c-b963-2ee36ace4036 tempest-VolumesActionsTest-2627565 tempest-VolumesActionsTest-2627565-project] Resources bound (agent type, host, resource id): {{(pid=92919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 07:15:45.870707 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2ff6764-11ae-412b-af94-ebcb4a24c956 req-966d8c4c-2f8e-476c-b963-2ee36ace4036 tempest-VolumesActionsTest-2627565 tempest-VolumesActionsTest-2627565-project] Received port after_create {{(pid=92919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 07:15:45.878279 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-5b9b7080-c516-4f86-ab97-65151c2fbf75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1883739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5150737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5183227'] for subnet, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:45.886175 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-f3fc2e2a-b949-48ab-8e13-f1a049a3ff92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:45.891234 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:45.940505 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9b7080-c516-4f86-ab97-65151c2fbf75 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26fc85ff-ed44-45a6-b4bf-5bfab7fd6c40,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:45.943271 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-5b9b7080-c516-4f86-ab97-65151c2fbf75 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:45.948311 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966d8c4c-2f8e-476c-b963-2ee36ace4036 tempest-VolumesActionsTest-2627565 tempest-VolumesActionsTest-2627565-project] Pushing event updated for resources: {'Port': ['ID=f56720d2-b43a-4250-819d-e422b3081512,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:45.949196 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-5b9b7080-c516-4f86-ab97-65151c2fbf75 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/26fc85ff-ed44-45a6-b4bf-5bfab7fd6c40 HTTP/1.1" status: 204 len: 168 time: 0.4329290 Jun 22 07:15:45.950436 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 44972) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:15:45.951711 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-5b9b7080-c516-4f86-ab97-65151c2fbf75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:45.958388 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ff6764-11ae-412b-af94-ebcb4a24c956 req-966d8c4c-2f8e-476c-b963-2ee36ace4036 tempest-VolumesActionsTest-2627565 tempest-VolumesActionsTest-2627565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:45.959050 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-c2ff6764-11ae-412b-af94-ebcb4a24c956 req-966d8c4c-2f8e-476c-b963-2ee36ace4036 tempest-VolumesActionsTest-2627565 tempest-VolumesActionsTest-2627565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91146'] for port, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:45.965675 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-966d8c4c-2f8e-476c-b963-2ee36ace4036 tempest-VolumesActionsTest-2627565 tempest-VolumesActionsTest-2627565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:45.972721 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] For port d923dc16-285e-4b15-b890-d9a7bfcecb0f, host dv-cinder-786627-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-11-iscsi',level=0,port_id=d923dc16-285e-4b15-b890-d9a7bfcecb0f,segment=NetworkSegment(4e753e82-2fc6-4903-97a0-73083259f586),segment_id=4e753e82-2fc6-4903-97a0-73083259f586)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:15:45.975716 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd8ae2ef-89ea-4f8d-b4b9-695ebe2d61c0 admin admin] Network 3be55571-331f-4693-baad-6269a284d543 is already hosted by enough agents. {{(pid=92919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 07:15:45.977924 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.scheduler.base_scheduler [None req-fd8ae2ef-89ea-4f8d-b4b9-695ebe2d61c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=92919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 07:15:45.981687 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:45.982772 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Device 73f96182-7346-40a6-8452-fe08f91f302f up at agent ovs-agent-dv-cinder-786627-11-iscsi {{(pid=92921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 07:15:45.987961 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-c2ff6764-11ae-412b-af94-ebcb4a24c956 req-966d8c4c-2f8e-476c-b963-2ee36ace4036 tempest-VolumesActionsTest-2627565 tempest-VolumesActionsTest-2627565-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7901030 Jun 22 07:15:46.048638 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:46.058529 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.v2.base [req-c2ff6764-11ae-412b-af94-ebcb4a24c956 req-813abfb4-fb76-40e0-9f6f-08e7190936a1 service neutron] Request body: {'port': {'device_id': 'b1042697-a449-4f1f-9ceb-7b490a94f44c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:15:46.081902 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-7f294e2f-1308-464a-9306-c0c0764de5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777681'] for network, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:46.215973 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Pushing event updated for resources: {'Port': ['ID=d923dc16-285e-4b15-b890-d9a7bfcecb0f,revision_number=4']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:46.233643 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:46.279994 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-7f294e2f-1308-464a-9306-c0c0764de5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1883115', 'neutron.services.segments.db._delete_segments_for_network-8773474011859'] for network, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:46.281691 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Provisioning complete for port 73f96182-7346-40a6-8452-fe08f91f302f triggered by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:15:46.283980 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1879668'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:46.344674 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.services.segments.db [None req-7f294e2f-1308-464a-9306-c0c0764de5a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e57e6281-f13a-448f-9a5c-29ec784dda43']}} {{(pid=92920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:15:46.400436 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.services.segments.db [None req-7f294e2f-1308-464a-9306-c0c0764de5a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d5e240d-57e6-4a92-a744-68c342f007d1') {'for_net_delete': True} {{(pid=92920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:15:46.400876 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.services.segments.db [None req-7f294e2f-1308-464a-9306-c0c0764de5a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d5e240d-57e6-4a92-a744-68c342f007d1') {} {{(pid=92920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:15:46.416595 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-7f294e2f-1308-464a-9306-c0c0764de5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773474011688', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5150757'] for segment, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:46.464288 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-7f294e2f-1308-464a-9306-c0c0764de5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1885363'] for segment, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:46.467855 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-2112179b-2ab6-4dbf-9caf-9e91206e0c9c None None] Provisioning complete for port de8b2dcb-c8a6-486d-8eb1-ba61a588d8d8 triggered by entity DHCP. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:15:46.468237 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-2112179b-2ab6-4dbf-9caf-9e91206e0c9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1879668'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:46.492783 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f294e2f-1308-464a-9306-c0c0764de5a8 admin admin] Releasing vlan 430 on physical network physnet1 to pool {{(pid=92920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 07:15:46.495023 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-7f294e2f-1308-464a-9306-c0c0764de5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1885363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4754088'] for segment, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:46.501900 dv-cinder-786627-11-iscsi neutron-server[92920]: Traceback (most recent call last): Jun 22 07:15:46.501900 dv-cinder-786627-11-iscsi neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 07:15:46.501900 dv-cinder-786627-11-iscsi neutron-server[92920]: timer() Jun 22 07:15:46.501900 dv-cinder-786627-11-iscsi neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 07:15:46.501900 dv-cinder-786627-11-iscsi neutron-server[92920]: cb(*args, **kw) Jun 22 07:15:46.501900 dv-cinder-786627-11-iscsi neutron-server[92920]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 07:15:46.501900 dv-cinder-786627-11-iscsi neutron-server[92920]: return func(*args, **kwargs) Jun 22 07:15:46.501900 dv-cinder-786627-11-iscsi neutron-server[92920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 07:15:46.501900 dv-cinder-786627-11-iscsi neutron-server[92920]: self._notify() Jun 22 07:15:46.501900 dv-cinder-786627-11-iscsi neutron-server[92920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 07:15:46.501900 dv-cinder-786627-11-iscsi neutron-server[92920]: self.callback(batched_events) Jun 22 07:15:46.501900 dv-cinder-786627-11-iscsi neutron-server[92920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 07:15:46.501900 dv-cinder-786627-11-iscsi neutron-server[92920]: event.method(event) Jun 22 07:15:46.501900 dv-cinder-786627-11-iscsi neutron-server[92920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 07:15:46.501900 dv-cinder-786627-11-iscsi neutron-server[92920]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 07:15:46.501900 dv-cinder-786627-11-iscsi neutron-server[92920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 07:15:46.501900 dv-cinder-786627-11-iscsi neutron-server[92920]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 07:15:46.501900 dv-cinder-786627-11-iscsi neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 07:15:46.501900 dv-cinder-786627-11-iscsi neutron-server[92920]: return f(self, *a, **k) Jun 22 07:15:46.501900 dv-cinder-786627-11-iscsi neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 07:15:46.501900 dv-cinder-786627-11-iscsi neutron-server[92920]: return self._get(url).json() Jun 22 07:15:46.501900 dv-cinder-786627-11-iscsi neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 07:15:46.501900 dv-cinder-786627-11-iscsi neutron-server[92920]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 07:15:46.501900 dv-cinder-786627-11-iscsi neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 07:15:46.501900 dv-cinder-786627-11-iscsi neutron-server[92920]: return self.request(url, 'GET', **kwargs) Jun 22 07:15:46.501900 dv-cinder-786627-11-iscsi neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 07:15:46.501900 dv-cinder-786627-11-iscsi neutron-server[92920]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 07:15:46.501900 dv-cinder-786627-11-iscsi neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 07:15:46.501900 dv-cinder-786627-11-iscsi neutron-server[92920]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 07:15:46.501900 dv-cinder-786627-11-iscsi neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 07:15:46.501900 dv-cinder-786627-11-iscsi neutron-server[92920]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 07:15:46.501900 dv-cinder-786627-11-iscsi neutron-server[92920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 07:15:46.533394 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-2112179b-2ab6-4dbf-9caf-9e91206e0c9c None None] Port de8b2dcb-c8a6-486d-8eb1-ba61a588d8d8 cannot update to ACTIVE because it is not bound. {{(pid=92921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 07:15:46.558396 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9342c762-756f-423a-9aca-750caeef0df9 req-ec017bb4-a863-44f6-b65b-addac0f37431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:46.560175 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-9342c762-756f-423a-9aca-750caeef0df9 req-ec017bb4-a863-44f6-b65b-addac0f37431 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=96140ecc-60b1-4858-b129-414607b05266 HTTP/1.1" status: 200 len: 1098 time: 0.2576447 Jun 22 07:15:46.593121 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-7f294e2f-1308-464a-9306-c0c0764de5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1883104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-54575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-690206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-706735'] for network, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:46.610059 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:46.614138 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-9342c762-756f-423a-9aca-750caeef0df9 req-376e78e3-ef2e-44e8-8e19-f30c7638bee3 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=30e0c465-7839-4da2-bd45-e1fbd7ad0257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446610 Jun 22 07:15:46.616597 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-7f294e2f-1308-464a-9306-c0c0764de5a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-690179'] for network, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:46.620654 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-7f294e2f-1308-464a-9306-c0c0764de5a8 admin admin] 10.222.0.24 "DELETE /v2.0/networks/e57e6281-f13a-448f-9a5c-29ec784dda43 HTTP/1.1" status: 204 len: 168 time: 0.6646867 Jun 22 07:15:46.627772 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f294e2f-1308-464a-9306-c0c0764de5a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=e57e6281-f13a-448f-9a5c-29ec784dda43,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:46.630409 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-7f294e2f-1308-464a-9306-c0c0764de5a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:46.685535 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-c2ff6764-11ae-412b-af94-ebcb4a24c956 req-813abfb4-fb76-40e0-9f6f-08e7190936a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:46.693904 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd8ae2ef-89ea-4f8d-b4b9-695ebe2d61c0 admin admin] Router a13e0573-9e72-43d8-ae80-1b3cb880446a has already been hosted by L3 agent f18ef446-1389-4802-a345-f314a6956002 {{(pid=92919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 07:15:46.844371 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 44998) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:15:46.881414 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eb2861-af0f-49c0-9793-186279cd39ac req-89cc51e4-9c8a-4618-9d5d-c96254722f0e tempest-VolumesActionsTest-2627565 tempest-VolumesActionsTest-2627565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:46.889103 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-87eb2861-af0f-49c0-9793-186279cd39ac req-89cc51e4-9c8a-4618-9d5d-c96254722f0e tempest-VolumesActionsTest-2627565 tempest-VolumesActionsTest-2627565-project] 10.222.0.24 "GET /v2.0/ports?device_id=b1042697-a449-4f1f-9ceb-7b490a94f44c HTTP/1.1" status: 200 len: 931 time: 0.3746939 Jun 22 07:15:46.903570 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-91db5bd4-1256-4dc9-8ca8-eb69db54b18f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9fc12b51327746ffacc11e44ca80021e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0571678 Jun 22 07:15:46.905448 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 45002) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:15:46.968049 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-a861c9cc-2206-4368-9f22-8f5f87d9e371 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:46.979360 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d91447b-5eac-4d9f-828e-03367c58aecf req-d15d5108-8d7b-41b2-ac86-cc4cb6884d48 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:46.986351 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-4d91447b-5eac-4d9f-828e-03367c58aecf req-d15d5108-8d7b-41b2-ac86-cc4cb6884d48 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/ports?device_id=96140ecc-60b1-4858-b129-414607b05266 HTTP/1.1" status: 200 len: 945 time: 0.3818357 Jun 22 07:15:46.996900 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-a861c9cc-2206-4368-9f22-8f5f87d9e371 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:47.053030 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd8ae2ef-89ea-4f8d-b4b9-695ebe2d61c0 admin admin] Notify agent at l3_agent.dv-cinder-786627-11-iscsi the message routers_updated {{(pid=92919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 07:15:47.065881 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-a861c9cc-2206-4368-9f22-8f5f87d9e371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:47.072363 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-87eb2861-af0f-49c0-9793-186279cd39ac req-f616187b-9bca-4ba6-b5fa-d13673a2e2f3 tempest-VolumesActionsTest-2627565 tempest-VolumesActionsTest-2627565-project] 10.222.0.24 "GET /v2.0/security-groups?id=d179af01-6e8f-4de0-b8d4-f879330cc003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823859 Jun 22 07:15:47.076308 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-fd8ae2ef-89ea-4f8d-b4b9-695ebe2d61c0 admin admin] 10.222.0.24 "PUT /v2.0/routers/a13e0573-9e72-43d8-ae80-1b3cb880446a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0007920 Jun 22 07:15:47.079741 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-a861c9cc-2206-4368-9f22-8f5f87d9e371 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:47.081356 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-a861c9cc-2206-4368-9f22-8f5f87d9e371 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b0590037-46c3-4f53-bdfc-2dafd14bc463 HTTP/1.1" status: 204 len: 168 time: 0.1745422 Jun 22 07:15:47.082327 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-912316bc-c199-4a25-ae20-e63a445b9d9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:47.100983 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a861c9cc-2206-4368-9f22-8f5f87d9e371 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0590037-46c3-4f53-bdfc-2dafd14bc463,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:47.105000 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-a861c9cc-2206-4368-9f22-8f5f87d9e371 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:47.119603 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-4d91447b-5eac-4d9f-828e-03367c58aecf req-17b67a7d-cdaf-4c8e-b0a0-1e22a57da0be tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/security-groups?id=30e0c465-7839-4da2-bd45-e1fbd7ad0257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322856 Jun 22 07:15:47.296990 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ab122d-3d38-4d4a-be02-a1781541d333 None None] Sync routers for ids ['a13e0573-9e72-43d8-ae80-1b3cb880446a'] in dv-cinder-786627-11-iscsi {{(pid=92921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 07:15:47.315000 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ab122d-3d38-4d4a-be02-a1781541d333 None None] Routers {'a13e0573-9e72-43d8-ae80-1b3cb880446a'} bound to L3 agent in host dv-cinder-786627-11-iscsi {{(pid=92921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 07:15:47.316263 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-79ab122d-3d38-4d4a-be02-a1781541d333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T07:06:03Z,description=,heartbeat_timestamp=2021-06-22T07:15:33Z,host='dv-cinder-786627-11-iscsi',id=f18ef446-1389-4802-a345-f314a6956002,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T07:06:03Z,topic='l3_agent')) {'router_ids': ['a13e0573-9e72-43d8-ae80-1b3cb880446a'], 'active': True} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:15:47.331868 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.notifiers.nova [req-c2ff6764-11ae-412b-af94-ebcb4a24c956 req-813abfb4-fb76-40e0-9f6f-08e7190936a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f56720d2-b43a-4250-819d-e422b3081512 {{(pid=92919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 07:15:47.366334 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-c2ff6764-11ae-412b-af94-ebcb4a24c956 req-813abfb4-fb76-40e0-9f6f-08e7190936a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:47.385193 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.db.provisioning_blocks [req-c2ff6764-11ae-412b-af94-ebcb4a24c956 req-813abfb4-fb76-40e0-9f6f-08e7190936a1 service neutron] Transition to ACTIVE for port object f56720d2-b43a-4250-819d-e422b3081512 will not be triggered until provisioned by entity L2. {{(pid=92919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 07:15:47.390929 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-c2ff6764-11ae-412b-af94-ebcb4a24c956 req-813abfb4-fb76-40e0-9f6f-08e7190936a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4832664'] for port, after_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:47.399605 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-966d8c4c-2f8e-476c-b963-2ee36ace4036 tempest-VolumesActionsTest-2627565 tempest-VolumesActionsTest-2627565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:47.483601 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Device d923dc16-285e-4b15-b890-d9a7bfcecb0f up at agent ovs-agent-dv-cinder-786627-11-iscsi {{(pid=92921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 07:15:47.512678 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813abfb4-fb76-40e0-9f6f-08e7190936a1 service neutron] Pushing event updated for resources: {'Port': ['ID=f56720d2-b43a-4250-819d-e422b3081512,revision_number=2']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:47.548929 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-813abfb4-fb76-40e0-9f6f-08e7190936a1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:47.625862 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.managers [req-c2ff6764-11ae-412b-af94-ebcb4a24c956 req-813abfb4-fb76-40e0-9f6f-08e7190936a1 service neutron] Attempting to bind port f56720d2-b43a-4250-819d-e422b3081512 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=92919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 07:15:47.626192 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.managers [req-c2ff6764-11ae-412b-af94-ebcb4a24c956 req-813abfb4-fb76-40e0-9f6f-08e7190936a1 service neutron] Attempting to bind port f56720d2-b43a-4250-819d-e422b3081512 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': 'af41065c-6602-4bb6-acb3-dc4c9d262c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '31e2b9a5-acef-422e-882a-031867f08161'}] {{(pid=92919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 07:15:47.626566 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ff6764-11ae-412b-af94-ebcb4a24c956 req-813abfb4-fb76-40e0-9f6f-08e7190936a1 service neutron] Attempting to bind port f56720d2-b43a-4250-819d-e422b3081512 on network 31e2b9a5-acef-422e-882a-031867f08161 {{(pid=92919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 07:15:47.635857 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ff6764-11ae-412b-af94-ebcb4a24c956 req-813abfb4-fb76-40e0-9f6f-08e7190936a1 service neutron] Port f56720d2-b43a-4250-819d-e422b3081512 on network 31e2b9a5-acef-422e-882a-031867f08161 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=92919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 07:15:47.636183 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ff6764-11ae-412b-af94-ebcb4a24c956 req-813abfb4-fb76-40e0-9f6f-08e7190936a1 service neutron] Attempting to bind port f56720d2-b43a-4250-819d-e422b3081512 on network 31e2b9a5-acef-422e-882a-031867f08161 {{(pid=92919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 07:15:47.655989 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ff6764-11ae-412b-af94-ebcb4a24c956 req-813abfb4-fb76-40e0-9f6f-08e7190936a1 service neutron] Checking agent: {'id': 'ce8fa221-be2f-440a-9097-46e1804b8f29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 7, 12, 2), 'started_at': datetime.datetime(2021, 6, 22, 7, 12, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 7, 15, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 07:15:47.656208 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ff6764-11ae-412b-af94-ebcb4a24c956 req-813abfb4-fb76-40e0-9f6f-08e7190936a1 service neutron] Checking segment: {'id': 'af41065c-6602-4bb6-acb3-dc4c9d262c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '31e2b9a5-acef-422e-882a-031867f08161'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 07:15:47.656648 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ff6764-11ae-412b-af94-ebcb4a24c956 req-813abfb4-fb76-40e0-9f6f-08e7190936a1 service neutron] Bound using segment: {'id': 'af41065c-6602-4bb6-acb3-dc4c9d262c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '31e2b9a5-acef-422e-882a-031867f08161'} {{(pid=92919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 07:15:47.657116 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.managers [req-c2ff6764-11ae-412b-af94-ebcb4a24c956 req-813abfb4-fb76-40e0-9f6f-08e7190936a1 service neutron] Bound port: f56720d2-b43a-4250-819d-e422b3081512, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af41065c-6602-4bb6-acb3-dc4c9d262c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '31e2b9a5-acef-422e-882a-031867f08161'}}] {{(pid=92919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 07:15:47.657473 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-c2ff6764-11ae-412b-af94-ebcb4a24c956 req-813abfb4-fb76-40e0-9f6f-08e7190936a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:47.720443 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Provisioning complete for port d923dc16-285e-4b15-b890-d9a7bfcecb0f triggered by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:15:47.720977 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1879668'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:47.727039 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvr_db [None req-79ab122d-3d38-4d4a-be02-a1781541d333 None None] Set router a13e0573-9e72-43d8-ae80-1b3cb880446a gateway port host: dv-cinder-786627-11-iscsi {{(pid=92921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 07:15:47.832437 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.db [req-c2ff6764-11ae-412b-af94-ebcb4a24c956 req-813abfb4-fb76-40e0-9f6f-08e7190936a1 service neutron] For port f56720d2-b43a-4250-819d-e422b3081512, host hv-cinder-78662, cleared binding levels {{(pid=92919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 07:15:47.843432 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.db [req-c2ff6764-11ae-412b-af94-ebcb4a24c956 req-813abfb4-fb76-40e0-9f6f-08e7190936a1 service neutron] For port f56720d2-b43a-4250-819d-e422b3081512, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=f56720d2-b43a-4250-819d-e422b3081512,segment=NetworkSegment(af41065c-6602-4bb6-acb3-dc4c9d262c54),segment_id=af41065c-6602-4bb6-acb3-dc4c9d262c54)] {{(pid=92919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 07:15:47.856447 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-c2ff6764-11ae-412b-af94-ebcb4a24c956 req-813abfb4-fb76-40e0-9f6f-08e7190936a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4832664'] for port, after_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:47.861090 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:47.884092 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 45054) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:15:47.959047 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ff6764-11ae-412b-af94-ebcb4a24c956 req-813abfb4-fb76-40e0-9f6f-08e7190936a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:47.959851 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-c2ff6764-11ae-412b-af94-ebcb4a24c956 req-813abfb4-fb76-40e0-9f6f-08e7190936a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91146'] for port, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:47.962007 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-c2ff6764-11ae-412b-af94-ebcb4a24c956 req-813abfb4-fb76-40e0-9f6f-08e7190936a1 service neutron] 10.222.0.41 "PUT /v2.0/ports/f56720d2-b43a-4250-819d-e422b3081512 HTTP/1.1" status: 200 len: 1093 time: 1.9210391 Jun 22 07:15:47.962658 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1042697-a449-4f1f-9ceb-7b490a94f44c', 'tag': 'f56720d2-b43a-4250-819d-e422b3081512'}] {{(pid=92919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 07:15:47.965180 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2874ba58536e60953e76cf0b72237944d74909d10009afe4cd7b86cda982d3ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc271581-2e1e-44d0-afe9-6ede5eac3917" -d '{"events": [{"name": "network-changed", "server_uuid": "b1042697-a449-4f1f-9ceb-7b490a94f44c", "tag": "f56720d2-b43a-4250-819d-e422b3081512"}]}' {{(pid=92919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 07:15:47.978078 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-9755a25f-34a6-4243-8cf7-c3d79ee38f6b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4f82d65ceca84ce8af6c436f22493db5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0878916 Jun 22 07:15:47.981553 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 45062) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:15:48.008059 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813abfb4-fb76-40e0-9f6f-08e7190936a1 service neutron] Pushing event updated for resources: {'Port': ['ID=f56720d2-b43a-4250-819d-e422b3081512,revision_number=3']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:48.017288 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-813abfb4-fb76-40e0-9f6f-08e7190936a1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:48.063589 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 07:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-215f4bab-cc43-4f34-b178-3d3444e02f6e x-openstack-request-id: req-215f4bab-cc43-4f34-b178-3d3444e02f6e {{(pid=92919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 07:15:48.064162 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1042697-a449-4f1f-9ceb-7b490a94f44c", "tag": "f56720d2-b43a-4250-819d-e422b3081512", "status": "completed", "code": 200}]} {{(pid=92919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 07:15:48.064658 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-215f4bab-cc43-4f34-b178-3d3444e02f6e {{(pid=92919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 07:15:48.065795 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1042697-a449-4f1f-9ceb-7b490a94f44c', 'tag': 'f56720d2-b43a-4250-819d-e422b3081512', 'status': 'completed', 'code': 200} Jun 22 07:15:48.134314 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-79ab122d-3d38-4d4a-be02-a1781541d333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a13e0573-9e72-43d8-ae80-1b3cb880446a', 'name': 'tempest-TestShelveInstance-206420454-router', 'tenant_id': '09d9d859e36544c999809e43ec439950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'external_fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': 'd923dc16-285e-4b15-b890-d9a7bfcecb0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:15:39Z', 'updated_at': '2021-06-22T07:15:44Z', 'revision_number': 4, 'project_id': '09d9d859e36544c999809e43ec439950', 'gw_port': {'id': 'd923dc16-285e-4b15-b890-d9a7bfcecb0f', 'name': '', 'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:9d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a13e0573-9e72-43d8-ae80-1b3cb880446a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:15:39Z', 'updated_at': '2021-06-22T07:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-iscsi', '_interfaces': [{'id': 'de8b2dcb-c8a6-486d-8eb1-ba61a588d8d8', 'name': '', 'network_id': '3be55571-331f-4693-baad-6269a284d543', 'tenant_id': '09d9d859e36544c999809e43ec439950', 'mac_address': 'fa:16:3e:86:9d:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a13e0573-9e72-43d8-ae80-1b3cb880446a', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'ebb7b79e-f817-41ec-8327-d7d5f6b9d25b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:15:43Z', 'updated_at': '2021-06-22T07:15:45Z', 'revision_number': 2, 'project_id': '09d9d859e36544c999809e43ec439950', 'subnets': [{'id': 'ebb7b79e-f817-41ec-8327-d7d5f6b9d25b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-11-iscsi', False) {} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:15:48.138601 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 45074) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:15:48.144481 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.v2.base [None req-78303bee-93d0-42dc-ae50-b5f487fd3d8e tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-973362257', 'description': 'tempest-secgroup-smoke-973362257 description', 'project_id': 'bad142e993074902a8d64ad034fcd38e'}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:15:48.152658 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-3ec0b120-aded-45e6-ad1f-646d7d349c1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:48.189969 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-3ec0b120-aded-45e6-ad1f-646d7d349c1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:48.193287 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ff6764-11ae-412b-af94-ebcb4a24c956 req-72f0959a-54c2-42fc-8a3e-a88da00ded59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:48.194971 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-c2ff6764-11ae-412b-af94-ebcb4a24c956 req-72f0959a-54c2-42fc-8a3e-a88da00ded59 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=229550f555624e4386591eeeee0d143c&device_id=b1042697-a449-4f1f-9ceb-7b490a94f44c HTTP/1.1" status: 200 len: 1096 time: 0.1376090 Jun 22 07:15:48.198511 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-78303bee-93d0-42dc-ae50-b5f487fd3d8e tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Notify callbacks [] for security_group, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:48.280781 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-c2ff6764-11ae-412b-af94-ebcb4a24c956 req-c84d2bd6-a218-4b7b-9e63-5bf53fd1c754 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f56720d2-b43a-4250-819d-e422b3081512 HTTP/1.1" status: 200 len: 217 time: 0.0768681 Jun 22 07:15:48.358307 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-78303bee-93d0-42dc-ae50-b5f487fd3d8e tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Notify callbacks [] for security_group, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:48.363782 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-78303bee-93d0-42dc-ae50-b5f487fd3d8e tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:48.367521 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-8c540f6b-f13c-49a7-b940-ec0305ca62f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:48.399407 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78303bee-93d0-42dc-ae50-b5f487fd3d8e tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c57c8ce-dc6e-4d15-a567-952cea45b9cb,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:48.404671 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-78303bee-93d0-42dc-ae50-b5f487fd3d8e tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:48.411176 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-78303bee-93d0-42dc-ae50-b5f487fd3d8e tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Notify callbacks [] for security_group, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:48.413022 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-78303bee-93d0-42dc-ae50-b5f487fd3d8e tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2730844 Jun 22 07:15:48.416847 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 45094) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:15:48.423509 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.v2.base [None req-6f7396ae-f3cf-4f65-a120-36c9645abae7 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Request body: {'security_group_rule': {'security_group_id': '6c57c8ce-dc6e-4d15-a567-952cea45b9cb', 'project_id': 'bad142e993074902a8d64ad034fcd38e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:15:48.426689 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ab122d-3d38-4d4a-be02-a1781541d333 None None] Checking router: a13e0573-9e72-43d8-ae80-1b3cb880446a for host: dv-cinder-786627-11-iscsi {{(pid=92921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 07:15:48.427188 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ab122d-3d38-4d4a-be02-a1781541d333 None None] Updating router a13e0573-9e72-43d8-ae80-1b3cb880446a port de8b2dcb-c8a6-486d-8eb1-ba61a588d8d8 binding host dv-cinder-786627-11-iscsi {{(pid=92921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 07:15:48.451045 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-3ec0b120-aded-45e6-ad1f-646d7d349c1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:48.455022 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-3ec0b120-aded-45e6-ad1f-646d7d349c1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:48.461228 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-3ec0b120-aded-45e6-ad1f-646d7d349c1c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/89e8073c-270c-46f2-866f-381c38c6dea6 HTTP/1.1" status: 204 len: 168 time: 0.4740300 Jun 22 07:15:48.463646 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-6f7396ae-f3cf-4f65-a120-36c9645abae7 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:48.467089 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:48.472368 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ff6764-11ae-412b-af94-ebcb4a24c956 req-91833b05-eeae-4d48-9432-2901d03c7a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:48.474000 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-c2ff6764-11ae-412b-af94-ebcb4a24c956 req-91833b05-eeae-4d48-9432-2901d03c7a02 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bc2984dc-f431-4817-b47a-dd84fe1934c1 HTTP/1.1" status: 200 len: 849 time: 0.1828823 Jun 22 07:15:48.484893 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-79ab122d-3d38-4d4a-be02-a1781541d333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:48.514785 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec0b120-aded-45e6-ad1f-646d7d349c1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89e8073c-270c-46f2-866f-381c38c6dea6,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:48.558888 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-c2ff6764-11ae-412b-af94-ebcb4a24c956 req-3bfb53b2-b799-4fa0-bc03-3298a7a9e1ff service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=31e2b9a5-acef-422e-882a-031867f08161&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578382 Jun 22 07:15:48.562353 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec0b120-aded-45e6-ad1f-646d7d349c1c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:15:48.562810 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec0b120-aded-45e6-ad1f-646d7d349c1c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:15:48.563092 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec0b120-aded-45e6-ad1f-646d7d349c1c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:15:48.568707 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec0b120-aded-45e6-ad1f-646d7d349c1c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:15:48.568707 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec0b120-aded-45e6-ad1f-646d7d349c1c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:15:48.568707 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec0b120-aded-45e6-ad1f-646d7d349c1c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:15:48.568707 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec0b120-aded-45e6-ad1f-646d7d349c1c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:15:48.568707 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec0b120-aded-45e6-ad1f-646d7d349c1c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:15:48.568707 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec0b120-aded-45e6-ad1f-646d7d349c1c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:15:48.568707 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec0b120-aded-45e6-ad1f-646d7d349c1c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:15:48.568707 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec0b120-aded-45e6-ad1f-646d7d349c1c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:15:48.568707 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec0b120-aded-45e6-ad1f-646d7d349c1c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:15:48.574107 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-3ec0b120-aded-45e6-ad1f-646d7d349c1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:48.607572 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-6f7396ae-f3cf-4f65-a120-36c9645abae7 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:48.614479 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-6f7396ae-f3cf-4f65-a120-36c9645abae7 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037535'] for security_group_rule, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:48.637106 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:48.650127 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-6f7396ae-f3cf-4f65-a120-36c9645abae7 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:48.651719 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-6f7396ae-f3cf-4f65-a120-36c9645abae7 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2337360 Jun 22 07:15:48.654524 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 45108) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:15:48.660433 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.v2.base [None req-18ec636c-b79c-4319-a9f8-18c809e99912 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Request body: {'security_group_rule': {'security_group_id': '6c57c8ce-dc6e-4d15-a567-952cea45b9cb', 'project_id': 'bad142e993074902a8d64ad034fcd38e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:15:48.679727 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab78d74b-7432-486f-975f-060d81715ac3 req-8dabe71d-0523-4081-bf4b-00c201b28034 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:48.686799 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-ab78d74b-7432-486f-975f-060d81715ac3 req-8dabe71d-0523-4081-bf4b-00c201b28034 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/ports?device_id=96140ecc-60b1-4858-b129-414607b05266 HTTP/1.1" status: 200 len: 945 time: 0.3791382 Jun 22 07:15:48.707607 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7396ae-f3cf-4f65-a120-36c9645abae7 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2331229b-a1d7-49fd-87ff-a2c9d804b21b,revision_number=0']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:48.719606 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-6f7396ae-f3cf-4f65-a120-36c9645abae7 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:48.725940 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3fef0d-88a5-40a2-871b-9fcf8a7047ae req-115ed0fd-16ce-4941-8797-4f8578ec710b tempest-VolumesActionsTest-2627565 tempest-VolumesActionsTest-2627565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:48.729006 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-0e3fef0d-88a5-40a2-871b-9fcf8a7047ae req-115ed0fd-16ce-4941-8797-4f8578ec710b tempest-VolumesActionsTest-2627565 tempest-VolumesActionsTest-2627565-project] 10.222.0.24 "GET /v2.0/ports?device_id=b1042697-a449-4f1f-9ceb-7b490a94f44c HTTP/1.1" status: 200 len: 943 time: 0.2922997 Jun 22 07:15:48.747527 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-18ec636c-b79c-4319-a9f8-18c809e99912 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:48.801287 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-c2ff6764-11ae-412b-af94-ebcb4a24c956 req-01f4ab40-350c-4077-8f27-ff9c693fe308 service neutron] 10.222.0.41 "GET /v2.0/networks/31e2b9a5-acef-422e-882a-031867f08161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2299521 Jun 22 07:15:48.831368 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-ab78d74b-7432-486f-975f-060d81715ac3 req-8a28978b-15eb-4c53-bcf9-f4b9cd4d369b tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/security-groups?id=30e0c465-7839-4da2-bd45-e1fbd7ad0257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434214 Jun 22 07:15:48.833565 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-18ec636c-b79c-4319-a9f8-18c809e99912 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:48.841532 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-18ec636c-b79c-4319-a9f8-18c809e99912 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037535'] for security_group_rule, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:48.846108 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-8ce33b63-130a-438e-ac65-8f7caed6f9e6 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:48.875393 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ec636c-b79c-4319-a9f8-18c809e99912 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5048e781-3287-4ec2-9865-abfc6f0f475d,revision_number=0']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:48.881091 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-18ec636c-b79c-4319-a9f8-18c809e99912 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:48.888179 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-18ec636c-b79c-4319-a9f8-18c809e99912 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:48.890216 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-18ec636c-b79c-4319-a9f8-18c809e99912 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2343526 Jun 22 07:15:48.892973 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 45118) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:15:48.896737 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-0e3fef0d-88a5-40a2-871b-9fcf8a7047ae req-4f140154-df76-4263-a64e-f31fb827f187 tempest-VolumesActionsTest-2627565 tempest-VolumesActionsTest-2627565-project] 10.222.0.24 "GET /v2.0/security-groups?id=d179af01-6e8f-4de0-b8d4-f879330cc003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470208 Jun 22 07:15:48.901901 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.v2.base [None req-9596f3d5-4d83-49f1-b7a0-516a784d444f tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Request body: {'security_group_rule': {'security_group_id': '6c57c8ce-dc6e-4d15-a567-952cea45b9cb', 'project_id': 'bad142e993074902a8d64ad034fcd38e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:15:48.958646 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.agents_db [None req-74002642-eed4-46c6-8f70-93846dc748c3 None None] Agent healthcheck: found 6 active agents {{(pid=92922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 07:15:48.960584 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-9596f3d5-4d83-49f1-b7a0-516a784d444f tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:48.977199 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-c2ff6764-11ae-412b-af94-ebcb4a24c956 req-7e2309e6-0189-48e9-9f4a-f6bcd2ae7b4d service neutron] 10.222.0.41 "GET /v2.0/networks/31e2b9a5-acef-422e-882a-031867f08161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667533 Jun 22 07:15:49.110081 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-9596f3d5-4d83-49f1-b7a0-516a784d444f tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:49.120850 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-9596f3d5-4d83-49f1-b7a0-516a784d444f tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037535'] for security_group_rule, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:49.126633 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:49.127942 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-79ab122d-3d38-4d4a-be02-a1781541d333 None None] Notify callbacks [] for port, precommit_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:49.150410 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9596f3d5-4d83-49f1-b7a0-516a784d444f tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1670cc41-4569-4734-9100-554ac4afb5af,revision_number=0']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:49.157184 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-79ab122d-3d38-4d4a-be02-a1781541d333 None None] Transition to ACTIVE for port object de8b2dcb-c8a6-486d-8eb1-ba61a588d8d8 will not be triggered until provisioned by entity L2. {{(pid=92921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 07:15:49.162202 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-9596f3d5-4d83-49f1-b7a0-516a784d444f tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:49.166470 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc271581-2e1e-44d0-afe9-6ede5eac3917 req-bd74260a-b546-4234-8072-c79eb7be9060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:49.168189 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-9596f3d5-4d83-49f1-b7a0-516a784d444f tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:49.169828 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-79ab122d-3d38-4d4a-be02-a1781541d333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:49.170423 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-9596f3d5-4d83-49f1-b7a0-516a784d444f tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2753148 Jun 22 07:15:49.173098 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 45126) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:15:49.173870 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-fc271581-2e1e-44d0-afe9-6ede5eac3917 req-bd74260a-b546-4234-8072-c79eb7be9060 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=229550f555624e4386591eeeee0d143c&device_id=b1042697-a449-4f1f-9ceb-7b490a94f44c HTTP/1.1" status: 200 len: 1096 time: 0.1176546 Jun 22 07:15:49.179116 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.v2.base [None req-4fdb4b5d-8135-4bdf-983b-cd19f3b16796 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Request body: {'security_group_rule': {'security_group_id': '6c57c8ce-dc6e-4d15-a567-952cea45b9cb', 'project_id': 'bad142e993074902a8d64ad034fcd38e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:15:49.186307 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:49.224932 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-4fdb4b5d-8135-4bdf-983b-cd19f3b16796 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:49.344671 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 45132) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:15:49.385691 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6449d3ec-4f11-4d6a-9ecc-d4a44f8440ce None None] Pushing event updated for resources: {'Port': ['ID=de8b2dcb-c8a6-486d-8eb1-ba61a588d8d8,revision_number=3']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:49.390062 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-4fdb4b5d-8135-4bdf-983b-cd19f3b16796 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:49.392279 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-6449d3ec-4f11-4d6a-9ecc-d4a44f8440ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:49.397880 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-4fdb4b5d-8135-4bdf-983b-cd19f3b16796 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037535'] for security_group_rule, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:49.410886 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-6f7396ae-f3cf-4f65-a120-36c9645abae7 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:49.426784 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc271581-2e1e-44d0-afe9-6ede5eac3917 req-0b78cb6e-1c8d-4289-aa9e-612d23d704f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:49.429016 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-fc271581-2e1e-44d0-afe9-6ede5eac3917 req-0b78cb6e-1c8d-4289-aa9e-612d23d704f6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=31e2b9a5-acef-422e-882a-031867f08161 HTTP/1.1" status: 200 len: 910 time: 0.2479186 Jun 22 07:15:49.455070 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-4fdb4b5d-8135-4bdf-983b-cd19f3b16796 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:49.459358 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-4fdb4b5d-8135-4bdf-983b-cd19f3b16796 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2822611 Jun 22 07:15:49.459358 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdb4b5d-8135-4bdf-983b-cd19f3b16796 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54ea6cb3-c1d9-490d-ad59-330dc7f043ff,revision_number=0']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:49.462304 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-4fdb4b5d-8135-4bdf-983b-cd19f3b16796 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:49.463000 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 45138) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:15:49.467993 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.v2.base [None req-31852469-5421-471e-bd85-233b0867780e tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Request body: {'security_group_rule': {'security_group_id': '6c57c8ce-dc6e-4d15-a567-952cea45b9cb', 'project_id': 'bad142e993074902a8d64ad034fcd38e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:15:49.495936 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-fc271581-2e1e-44d0-afe9-6ede5eac3917 req-fe36fcb6-a42c-4d2f-98ce-79d8e8f23323 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f56720d2-b43a-4250-819d-e422b3081512 HTTP/1.1" status: 200 len: 217 time: 0.0577302 Jun 22 07:15:49.505234 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.db.securitygroups_db [None req-31852469-5421-471e-bd85-233b0867780e tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Project bad142e993074902a8d64ad034fcd38e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 07:15:49.518739 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-31852469-5421-471e-bd85-233b0867780e tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:49.520355 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [None req-79ab122d-3d38-4d4a-be02-a1781541d333 None None] Attempting to bind port de8b2dcb-c8a6-486d-8eb1-ba61a588d8d8 on host dv-cinder-786627-11-iscsi for vnic_type normal with profile {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 07:15:49.520894 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [None req-79ab122d-3d38-4d4a-be02-a1781541d333 None None] Attempting to bind port de8b2dcb-c8a6-486d-8eb1-ba61a588d8d8 by drivers openvswitch,hyperv on host dv-cinder-786627-11-iscsi at level 0 using segments [{'id': '6b719692-e611-46d8-a356-5e96b873473f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '3be55571-331f-4693-baad-6269a284d543'}] {{(pid=92921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 07:15:49.521365 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ab122d-3d38-4d4a-be02-a1781541d333 None None] Attempting to bind port de8b2dcb-c8a6-486d-8eb1-ba61a588d8d8 on network 3be55571-331f-4693-baad-6269a284d543 {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 07:15:49.533079 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ab122d-3d38-4d4a-be02-a1781541d333 None None] Checking agent: {'id': '25bcf34a-9be6-400d-9699-901d91ee39d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 7, 6, 3), 'started_at': datetime.datetime(2021, 6, 22, 7, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 7, 15, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 07:15:49.533391 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ab122d-3d38-4d4a-be02-a1781541d333 None None] Checking segment: {'id': '6b719692-e611-46d8-a356-5e96b873473f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '3be55571-331f-4693-baad-6269a284d543'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 07:15:49.534121 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-79ab122d-3d38-4d4a-be02-a1781541d333 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:49.534767 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ab122d-3d38-4d4a-be02-a1781541d333 None None] Bound using segment: {'id': '6b719692-e611-46d8-a356-5e96b873473f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '3be55571-331f-4693-baad-6269a284d543'} {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 07:15:49.535384 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [None req-79ab122d-3d38-4d4a-be02-a1781541d333 None None] Bound port: de8b2dcb-c8a6-486d-8eb1-ba61a588d8d8, host: dv-cinder-786627-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b719692-e611-46d8-a356-5e96b873473f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '3be55571-331f-4693-baad-6269a284d543'}}] {{(pid=92921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 07:15:49.535908 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-79ab122d-3d38-4d4a-be02-a1781541d333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:49.598251 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bad4bd4-9085-4911-9a1d-7a9ad376075d req-6973729c-ca6c-4fe3-bb89-f6be44c58b40 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:49.600309 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-4bad4bd4-9085-4911-9a1d-7a9ad376075d req-6973729c-ca6c-4fe3-bb89-f6be44c58b40 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec3d9cd3-7990-46e7-a0c4-277e3dc80819 HTTP/1.1" status: 200 len: 946 time: 0.2962224 Jun 22 07:15:49.634992 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-79ab122d-3d38-4d4a-be02-a1781541d333 None None] For port de8b2dcb-c8a6-486d-8eb1-ba61a588d8d8, host dv-cinder-786627-11-iscsi, cleared binding levels {{(pid=92921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 07:15:49.640467 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-79ab122d-3d38-4d4a-be02-a1781541d333 None None] For port de8b2dcb-c8a6-486d-8eb1-ba61a588d8d8, host dv-cinder-786627-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-11-iscsi',level=0,port_id=de8b2dcb-c8a6-486d-8eb1-ba61a588d8d8,segment=NetworkSegment(6b719692-e611-46d8-a356-5e96b873473f),segment_id=6b719692-e611-46d8-a356-5e96b873473f)] {{(pid=92921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 07:15:49.647363 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-79ab122d-3d38-4d4a-be02-a1781541d333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:49.652198 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-928cec63-1efb-4042-a5fd-73d543702227 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:49.678006 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-e6ba5a27-74ef-4c06-94c8-bacd13313242 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:49.694053 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc271581-2e1e-44d0-afe9-6ede5eac3917 req-50db9e02-6b6e-48a1-b1b1-51858a19596f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:49.700114 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-31852469-5421-471e-bd85-233b0867780e tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:49.701036 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-fc271581-2e1e-44d0-afe9-6ede5eac3917 req-50db9e02-6b6e-48a1-b1b1-51858a19596f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bc2984dc-f431-4817-b47a-dd84fe1934c1 HTTP/1.1" status: 200 len: 849 time: 0.1926517 Jun 22 07:15:49.717475 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-31852469-5421-471e-bd85-233b0867780e tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037535'] for security_group_rule, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:49.717475 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:49.740048 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6449d3ec-4f11-4d6a-9ecc-d4a44f8440ce None None] Pushing event updated for resources: {'Port': ['ID=de8b2dcb-c8a6-486d-8eb1-ba61a588d8d8,revision_number=4']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:49.752274 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6449d3ec-4f11-4d6a-9ecc-d4a44f8440ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:15:49.752648 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6449d3ec-4f11-4d6a-9ecc-d4a44f8440ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:15:49.753165 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6449d3ec-4f11-4d6a-9ecc-d4a44f8440ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:15:49.753780 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6449d3ec-4f11-4d6a-9ecc-d4a44f8440ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:15:49.754288 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6449d3ec-4f11-4d6a-9ecc-d4a44f8440ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:15:49.754789 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6449d3ec-4f11-4d6a-9ecc-d4a44f8440ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:15:49.755272 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6449d3ec-4f11-4d6a-9ecc-d4a44f8440ce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:15:49.755997 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6449d3ec-4f11-4d6a-9ecc-d4a44f8440ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:15:49.756511 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6449d3ec-4f11-4d6a-9ecc-d4a44f8440ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:15:49.756994 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6449d3ec-4f11-4d6a-9ecc-d4a44f8440ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:15:49.757550 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6449d3ec-4f11-4d6a-9ecc-d4a44f8440ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:15:49.758782 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6449d3ec-4f11-4d6a-9ecc-d4a44f8440ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:15:49.766720 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ab122d-3d38-4d4a-be02-a1781541d333 None None] Routers {'a13e0573-9e72-43d8-ae80-1b3cb880446a'} bound to L3 agent in host dv-cinder-786627-11-iscsi {{(pid=92921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 07:15:49.767673 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-79ab122d-3d38-4d4a-be02-a1781541d333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T07:06:03Z,description=,heartbeat_timestamp=2021-06-22T07:15:33Z,host='dv-cinder-786627-11-iscsi',id=f18ef446-1389-4802-a345-f314a6956002,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T07:06:03Z,topic='l3_agent')) {'router_ids': ['a13e0573-9e72-43d8-ae80-1b3cb880446a'], 'active': True} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:15:49.778322 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-6449d3ec-4f11-4d6a-9ecc-d4a44f8440ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:49.780447 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31852469-5421-471e-bd85-233b0867780e tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b7f5642-550d-49c1-b968-5567fa5cbf9f,revision_number=0']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:49.789690 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-fc271581-2e1e-44d0-afe9-6ede5eac3917 req-8de5a7bf-b4ba-47cf-8e70-11534ee72c90 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=31e2b9a5-acef-422e-882a-031867f08161&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597901 Jun 22 07:15:49.794047 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-4bad4bd4-9085-4911-9a1d-7a9ad376075d req-266cc555-d421-4ed4-9945-e257a783441e tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/security-groups?id=30e0c465-7839-4da2-bd45-e1fbd7ad0257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809063 Jun 22 07:15:49.799385 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-31852469-5421-471e-bd85-233b0867780e tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:49.927587 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-fc271581-2e1e-44d0-afe9-6ede5eac3917 req-d35d8d6a-00fa-4199-b5c4-e342dc0ef1f4 service neutron] 10.222.0.41 "GET /v2.0/networks/31e2b9a5-acef-422e-882a-031867f08161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317587 Jun 22 07:15:49.957767 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvr_db [None req-79ab122d-3d38-4d4a-be02-a1781541d333 None None] Set router a13e0573-9e72-43d8-ae80-1b3cb880446a gateway port host: dv-cinder-786627-11-iscsi {{(pid=92921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 07:15:50.022654 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-e6ba5a27-74ef-4c06-94c8-bacd13313242 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:50.030445 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-e6ba5a27-74ef-4c06-94c8-bacd13313242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:50.034573 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-a861c9cc-2206-4368-9f22-8f5f87d9e371 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:50.044338 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-31852469-5421-471e-bd85-233b0867780e tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:50.048836 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 45154) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:15:50.049200 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-31852469-5421-471e-bd85-233b0867780e tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5848811 Jun 22 07:15:50.055484 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.v2.base [None req-287d340c-8417-4c93-aef0-b106e15ca318 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Request body: {'security_group_rule': {'security_group_id': '6c57c8ce-dc6e-4d15-a567-952cea45b9cb', 'project_id': 'bad142e993074902a8d64ad034fcd38e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:15:50.101510 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.db.securitygroups_db [None req-287d340c-8417-4c93-aef0-b106e15ca318 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Project bad142e993074902a8d64ad034fcd38e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 07:15:50.118626 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-287d340c-8417-4c93-aef0-b106e15ca318 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:50.121720 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-e6ba5a27-74ef-4c06-94c8-bacd13313242 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f6719f947ea2488b82a76ebd88f33bea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7709713 Jun 22 07:15:50.124363 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 45158) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:15:50.159597 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ba5a27-74ef-4c06-94c8-bacd13313242 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=715ea04d-a7d8-4bfc-aa7e-6c5f4f46e9bf,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:50.161767 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-fc271581-2e1e-44d0-afe9-6ede5eac3917 req-777ac5d4-fb20-4f23-a1ac-b0edc3db214d service neutron] 10.222.0.41 "GET /v2.0/networks/31e2b9a5-acef-422e-882a-031867f08161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2269857 Jun 22 07:15:50.181417 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-e6ba5a27-74ef-4c06-94c8-bacd13313242 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:50.185993 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-287d340c-8417-4c93-aef0-b106e15ca318 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:50.194194 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-287d340c-8417-4c93-aef0-b106e15ca318 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037535'] for security_group_rule, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:50.197633 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-cc088a02-741d-482a-9885-b4999680e42a tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:50.218862 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f243e911-e3d5-426b-95e8-35555426882a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:50.223559 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287d340c-8417-4c93-aef0-b106e15ca318 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ccf8c69-1a01-43fc-b811-0d11465333f8,revision_number=0']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:50.227539 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-287d340c-8417-4c93-aef0-b106e15ca318 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:50.231949 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-287d340c-8417-4c93-aef0-b106e15ca318 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:50.241874 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-287d340c-8417-4c93-aef0-b106e15ca318 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1844871 Jun 22 07:15:50.275191 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f243e911-e3d5-426b-95e8-35555426882a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:50.416910 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f243e911-e3d5-426b-95e8-35555426882a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:50.420410 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f243e911-e3d5-426b-95e8-35555426882a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:50.421885 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-f243e911-e3d5-426b-95e8-35555426882a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/715ea04d-a7d8-4bfc-aa7e-6c5f4f46e9bf HTTP/1.1" status: 204 len: 168 time: 0.2961845 Jun 22 07:15:50.423946 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-b3ef0b8b-96be-42e7-aa7c-080334c78196 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:50.438905 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f243e911-e3d5-426b-95e8-35555426882a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=715ea04d-a7d8-4bfc-aa7e-6c5f4f46e9bf,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:50.459196 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-f243e911-e3d5-426b-95e8-35555426882a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:50.501740 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eed493-8856-4f31-9b09-5f240ff8a343 req-dd75e03a-3b37-4978-9dc7-ec6d538ebf88 tempest-VolumesActionsTest-2627565 tempest-VolumesActionsTest-2627565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:50.505325 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-e0eed493-8856-4f31-9b09-5f240ff8a343 req-dd75e03a-3b37-4978-9dc7-ec6d538ebf88 tempest-VolumesActionsTest-2627565 tempest-VolumesActionsTest-2627565-project] 10.222.0.24 "GET /v2.0/ports?device_id=b1042697-a449-4f1f-9ceb-7b490a94f44c HTTP/1.1" status: 200 len: 943 time: 0.2512751 Jun 22 07:15:50.586736 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-e0eed493-8856-4f31-9b09-5f240ff8a343 req-5e999d3c-56eb-4a3e-978a-bb3a0dc89fd6 tempest-VolumesActionsTest-2627565 tempest-VolumesActionsTest-2627565-project] 10.222.0.24 "GET /v2.0/security-groups?id=d179af01-6e8f-4de0-b8d4-f879330cc003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755343 Jun 22 07:15:50.646868 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-79ab122d-3d38-4d4a-be02-a1781541d333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a13e0573-9e72-43d8-ae80-1b3cb880446a', 'name': 'tempest-TestShelveInstance-206420454-router', 'tenant_id': '09d9d859e36544c999809e43ec439950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'external_fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': 'd923dc16-285e-4b15-b890-d9a7bfcecb0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:15:39Z', 'updated_at': '2021-06-22T07:15:44Z', 'revision_number': 4, 'project_id': '09d9d859e36544c999809e43ec439950', 'gw_port': {'id': 'd923dc16-285e-4b15-b890-d9a7bfcecb0f', 'name': '', 'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:9d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a13e0573-9e72-43d8-ae80-1b3cb880446a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:15:39Z', 'updated_at': '2021-06-22T07:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-iscsi', '_interfaces': [{'id': 'de8b2dcb-c8a6-486d-8eb1-ba61a588d8d8', 'name': '', 'network_id': '3be55571-331f-4693-baad-6269a284d543', 'tenant_id': '09d9d859e36544c999809e43ec439950', 'mac_address': 'fa:16:3e:86:9d:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a13e0573-9e72-43d8-ae80-1b3cb880446a', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'ebb7b79e-f817-41ec-8327-d7d5f6b9d25b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:15:43Z', 'updated_at': '2021-06-22T07:15:49Z', 'revision_number': 4, 'project_id': '09d9d859e36544c999809e43ec439950', 'subnets': [{'id': 'ebb7b79e-f817-41ec-8327-d7d5f6b9d25b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-11-iscsi', False) {} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:15:50.697069 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ab122d-3d38-4d4a-be02-a1781541d333 None None] The sync data for ids ['a13e0573-9e72-43d8-ae80-1b3cb880446a'] in dv-cinder-786627-11-iscsi is: [{'id': 'a13e0573-9e72-43d8-ae80-1b3cb880446a', 'name': 'tempest-TestShelveInstance-206420454-router', 'tenant_id': '09d9d859e36544c999809e43ec439950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'external_fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': 'd923dc16-285e-4b15-b890-d9a7bfcecb0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:15:39Z', 'updated_at': '2021-06-22T07:15:44Z', 'revision_number': 4, 'project_id': '09d9d859e36544c999809e43ec439950', 'gw_port': {'id': 'd923dc16-285e-4b15-b890-d9a7bfcecb0f', 'name': '', 'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:9d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a13e0573-9e72-43d8-ae80-1b3cb880446a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:15:39Z', 'updated_at': '2021-06-22T07:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-iscsi', '_interfaces': [{'id': 'de8b2dcb-c8a6-486d-8eb1-ba61a588d8d8', 'name': '', 'network_id': '3be55571-331f-4693-baad-6269a284d543', 'tenant_id': '09d9d859e36544c999809e43ec439950', 'mac_address': 'fa:16:3e:86:9d:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a13e0573-9e72-43d8-ae80-1b3cb880446a', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'ebb7b79e-f817-41ec-8327-d7d5f6b9d25b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:15:43Z', 'updated_at': '2021-06-22T07:15:49Z', 'revision_number': 4, 'project_id': '09d9d859e36544c999809e43ec439950', 'subnets': [{'id': 'ebb7b79e-f817-41ec-8327-d7d5f6b9d25b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 07:15:50.825683 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 45214) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:15:50.997681 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-501e3a61-6ddd-4bcf-8067-816bc48155ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:51.006211 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 45218) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:15:51.022313 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-c1a2498d-4d1d-4242-a730-0f819bf2f4da admin admin] Notify callbacks [] for security_group, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:51.150594 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-501e3a61-6ddd-4bcf-8067-816bc48155ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:51.156811 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-501e3a61-6ddd-4bcf-8067-816bc48155ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:51.163041 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:51.248123 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-501e3a61-6ddd-4bcf-8067-816bc48155ba admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cb608dffc39248908813e914074682a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4171216 Jun 22 07:15:51.248123 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501e3a61-6ddd-4bcf-8067-816bc48155ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bb2cbb5-bdd3-4dbe-90df-a697c1f607bb,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:51.253216 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 45224) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:15:51.264256 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-501e3a61-6ddd-4bcf-8067-816bc48155ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:51.361150 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-da105024-05ae-4ddb-97fc-87b147a85611 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:51.391653 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-c1a2498d-4d1d-4242-a730-0f819bf2f4da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:51.399779 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-c1a2498d-4d1d-4242-a730-0f819bf2f4da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:51.412149 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-c611a8c2-823a-4ab0-a1f9-cfbb22113565 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:51.440866 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-da105024-05ae-4ddb-97fc-87b147a85611 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:51.481744 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Device de8b2dcb-c8a6-486d-8eb1-ba61a588d8d8 up at agent ovs-agent-dv-cinder-786627-11-iscsi {{(pid=92921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 07:15:51.514743 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-c1a2498d-4d1d-4242-a730-0f819bf2f4da admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8c2c288f5a16455ba9c737409962995f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5072083 Jun 22 07:15:51.517746 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 45234) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:15:51.527219 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a2498d-4d1d-4242-a730-0f819bf2f4da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9976dbcc-052d-44f0-b539-6fddcbfd21ec,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:51.560920 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-c1a2498d-4d1d-4242-a730-0f819bf2f4da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:51.562287 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Device f56720d2-b43a-4250-819d-e422b3081512 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=92921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 07:15:51.612751 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-da105024-05ae-4ddb-97fc-87b147a85611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:51.624533 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-da105024-05ae-4ddb-97fc-87b147a85611 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:51.629382 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-da105024-05ae-4ddb-97fc-87b147a85611 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6bb2cbb5-bdd3-4dbe-90df-a697c1f607bb HTTP/1.1" status: 204 len: 168 time: 0.3736272 Jun 22 07:15:51.630386 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-b8a353e8-7e7c-42a6-b651-1796361c13d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:51.641363 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da105024-05ae-4ddb-97fc-87b147a85611 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bb2cbb5-bdd3-4dbe-90df-a697c1f607bb,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:51.643994 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-da105024-05ae-4ddb-97fc-87b147a85611 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:51.752159 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.db.resource_extend [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 22 07:15:51.758279 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-f914a88d-08e1-42bb-9212-b89cb8552d17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:51.835415 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-f914a88d-08e1-42bb-9212-b89cb8552d17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:51.987463 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-f914a88d-08e1-42bb-9212-b89cb8552d17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:51.990207 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-f914a88d-08e1-42bb-9212-b89cb8552d17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:51.991398 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-f914a88d-08e1-42bb-9212-b89cb8552d17 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9976dbcc-052d-44f0-b539-6fddcbfd21ec HTTP/1.1" status: 204 len: 168 time: 0.4718349 Jun 22 07:15:51.994103 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-1395cc2c-fb4c-4051-b204-a4723a9b1ed4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:52.006882 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f914a88d-08e1-42bb-9212-b89cb8552d17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9976dbcc-052d-44f0-b539-6fddcbfd21ec,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:52.012955 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-f914a88d-08e1-42bb-9212-b89cb8552d17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:52.025581 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] For port f56720d2-b43a-4250-819d-e422b3081512, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=f56720d2-b43a-4250-819d-e422b3081512,segment=NetworkSegment(af41065c-6602-4bb6-acb3-dc4c9d262c54),segment_id=af41065c-6602-4bb6-acb3-dc4c9d262c54)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:15:52.044901 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Returning: {'device': 'f56720d2-b43a-4250-819d-e422b3081512', 'network_id': '31e2b9a5-acef-422e-882a-031867f08161', 'port_id': 'f56720d2-b43a-4250-819d-e422b3081512', 'mac_address': 'fa:16:3e:fe:5f:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc2984dc-f431-4817-b47a-dd84fe1934c1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 07:15:52.067934 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Provisioning for port de8b2dcb-c8a6-486d-8eb1-ba61a588d8d8 completed by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 07:15:52.075105 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Provisioning complete for port de8b2dcb-c8a6-486d-8eb1-ba61a588d8d8 triggered by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:15:52.075490 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1879668'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:52.080673 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40858fc-22a0-4744-9f89-281cc58fe623 req-43985285-7355-4fab-977b-90108c3cf5b9 tempest-VolumesActionsTest-2627565 tempest-VolumesActionsTest-2627565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:52.089040 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-d40858fc-22a0-4744-9f89-281cc58fe623 req-43985285-7355-4fab-977b-90108c3cf5b9 tempest-VolumesActionsTest-2627565 tempest-VolumesActionsTest-2627565-project] 10.222.0.24 "GET /v2.0/ports?device_id=b1042697-a449-4f1f-9ceb-7b490a94f44c HTTP/1.1" status: 200 len: 943 time: 0.1454554 Jun 22 07:15:52.149256 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:52.175893 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.notifiers.nova [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f56720d2-b43a-4250-819d-e422b3081512 {{(pid=92921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 07:15:52.183664 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-d40858fc-22a0-4744-9f89-281cc58fe623 req-1e9b8f37-c362-4399-bdf7-e44dd86944d4 tempest-VolumesActionsTest-2627565 tempest-VolumesActionsTest-2627565-project] 10.222.0.24 "GET /v2.0/security-groups?id=d179af01-6e8f-4de0-b8d4-f879330cc003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924423 Jun 22 07:15:52.222060 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] For port f56720d2-b43a-4250-819d-e422b3081512, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=f56720d2-b43a-4250-819d-e422b3081512,segment=NetworkSegment(af41065c-6602-4bb6-acb3-dc4c9d262c54),segment_id=af41065c-6602-4bb6-acb3-dc4c9d262c54)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:15:52.298783 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:52.308140 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:52.373173 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:52.447203 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Pushing event updated for resources: {'Port': ['ID=f56720d2-b43a-4250-819d-e422b3081512,revision_number=4']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:52.467425 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:52.486437 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] For port de8b2dcb-c8a6-486d-8eb1-ba61a588d8d8, host dv-cinder-786627-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-11-iscsi',level=0,port_id=de8b2dcb-c8a6-486d-8eb1-ba61a588d8d8,segment=NetworkSegment(6b719692-e611-46d8-a356-5e96b873473f),segment_id=6b719692-e611-46d8-a356-5e96b873473f)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:15:52.503203 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:52.506498 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:52.643394 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Pushing event updated for resources: {'Port': ['ID=de8b2dcb-c8a6-486d-8eb1-ba61a588d8d8,revision_number=5']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:52.656614 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:52.657363 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6df60f2-fd0b-4fa4-ac04-234c76e9a4de req-f757eafd-aad1-486b-8832-4ff6c8a55b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:52.662056 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-d6df60f2-fd0b-4fa4-ac04-234c76e9a4de req-f757eafd-aad1-486b-8832-4ff6c8a55b15 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a6b59c4ef34b41bd9dbb44d6fa033408&device_id=ec3d9cd3-7990-46e7-a0c4-277e3dc80819 HTTP/1.1" status: 200 len: 1099 time: 0.1113439 Jun 22 07:15:52.761751 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] get_ports_and_sgs() called for port_ids ['f56720d2-b43a-4250-819d-e422b3081512'] {{(pid=92921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 07:15:53.054022 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6df60f2-fd0b-4fa4-ac04-234c76e9a4de req-1066f0e9-7d3d-4917-9a5c-379284a9a82a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:53.056734 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-d6df60f2-fd0b-4fa4-ac04-234c76e9a4de req-1066f0e9-7d3d-4917-9a5c-379284a9a82a service neutron] 10.222.0.41 "GET /v2.0/networks?id=2cb6791c-9360-429c-a118-cd829e120353 HTTP/1.1" status: 200 len: 920 time: 0.3880341 Jun 22 07:15:53.123859 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-d6df60f2-fd0b-4fa4-ac04-234c76e9a4de req-82bba7a6-f28b-446b-9269-41b94a698c03 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e4c5e89b-6f1f-4a27-b090-bc12a9842c1d HTTP/1.1" status: 200 len: 217 time: 0.0595105 Jun 22 07:15:53.135350 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019c618d-1e42-4290-8a72-7c9e01dbe6d5 req-86d6436c-2c7e-4551-b7bd-3445b740016d tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:53.136924 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-019c618d-1e42-4290-8a72-7c9e01dbe6d5 req-86d6436c-2c7e-4551-b7bd-3445b740016d tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec3d9cd3-7990-46e7-a0c4-277e3dc80819 HTTP/1.1" status: 200 len: 946 time: 0.2391350 Jun 22 07:15:53.217123 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6df60f2-fd0b-4fa4-ac04-234c76e9a4de req-73f9c957-1bff-45b9-9d5c-78d3dbeb8270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:53.218595 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-d6df60f2-fd0b-4fa4-ac04-234c76e9a4de req-73f9c957-1bff-45b9-9d5c-78d3dbeb8270 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1c5404e1-ac7c-4acf-ad2d-147e6479ce37 HTTP/1.1" status: 200 len: 859 time: 0.0807741 Jun 22 07:15:53.236093 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-019c618d-1e42-4290-8a72-7c9e01dbe6d5 req-76332a31-e665-4e46-885a-d9f16081bcca tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/security-groups?id=30e0c465-7839-4da2-bd45-e1fbd7ad0257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886533 Jun 22 07:15:53.265548 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-d6df60f2-fd0b-4fa4-ac04-234c76e9a4de req-11dd9d8b-ed2d-46c5-98b4-8e2fd9608560 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2cb6791c-9360-429c-a118-cd829e120353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283608 Jun 22 07:15:53.478654 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Device de8b2dcb-c8a6-486d-8eb1-ba61a588d8d8 up at agent ovs-agent-dv-cinder-786627-11-iscsi {{(pid=92921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 07:15:53.540762 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Provisioning complete for port de8b2dcb-c8a6-486d-8eb1-ba61a588d8d8 triggered by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:15:53.541147 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1879668'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:53.709179 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-d6df60f2-fd0b-4fa4-ac04-234c76e9a4de req-d2cd2e3f-53b1-4ff1-be77-a50cb318d66e service neutron] 10.222.0.41 "GET /v2.0/networks/2cb6791c-9360-429c-a118-cd829e120353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4345300 Jun 22 07:15:53.721862 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7c0a64-8177-4dda-94b4-c73220d5d185 req-fd4b6727-0ea6-46d9-92e9-e5e0d67726f6 tempest-VolumesActionsTest-2627565 tempest-VolumesActionsTest-2627565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:53.723223 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-aa7c0a64-8177-4dda-94b4-c73220d5d185 req-fd4b6727-0ea6-46d9-92e9-e5e0d67726f6 tempest-VolumesActionsTest-2627565 tempest-VolumesActionsTest-2627565-project] 10.222.0.24 "GET /v2.0/ports?device_id=b1042697-a449-4f1f-9ceb-7b490a94f44c HTTP/1.1" status: 200 len: 944 time: 0.1111228 Jun 22 07:15:53.823049 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-aa7c0a64-8177-4dda-94b4-c73220d5d185 req-acbacd91-0db6-4298-8d3f-1df36d9aa2d5 tempest-VolumesActionsTest-2627565 tempest-VolumesActionsTest-2627565-project] 10.222.0.24 "GET /v2.0/security-groups?id=d179af01-6e8f-4de0-b8d4-f879330cc003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897934 Jun 22 07:15:53.850097 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-d6df60f2-fd0b-4fa4-ac04-234c76e9a4de req-82b50415-2646-431d-96e6-b03bf47fc2f4 service neutron] 10.222.0.41 "GET /v2.0/networks/2cb6791c-9360-429c-a118-cd829e120353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258271 Jun 22 07:15:54.472813 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5e958c-64a1-4427-ad3c-ddd1810f59c9 req-4118f171-dfd7-4270-867c-947ed70a880a tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:54.474436 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-0d5e958c-64a1-4427-ad3c-ddd1810f59c9 req-4118f171-dfd7-4270-867c-947ed70a880a tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec3d9cd3-7990-46e7-a0c4-277e3dc80819 HTTP/1.1" status: 200 len: 946 time: 0.0916371 Jun 22 07:15:54.521306 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-0d5e958c-64a1-4427-ad3c-ddd1810f59c9 req-afb0a5e0-70f3-42d1-87bc-457c16f5bdc3 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/security-groups?id=30e0c465-7839-4da2-bd45-e1fbd7ad0257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401788 Jun 22 07:15:54.702956 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 45402) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:15:54.815371 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-65691b90-4a4f-434d-965e-a8d76e2d392b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:54.925822 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-65691b90-4a4f-434d-965e-a8d76e2d392b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:54.930151 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-65691b90-4a4f-434d-965e-a8d76e2d392b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:54.932676 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-8c2ac488-5b77-45c2-94b8-a2268ca5f6c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:55.001542 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-65691b90-4a4f-434d-965e-a8d76e2d392b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d7ac41275c974c58b84da2a57fd1b508&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2974181 Jun 22 07:15:55.002749 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 45408) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:15:55.004839 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65691b90-4a4f-434d-965e-a8d76e2d392b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f7e5b9d-d7ca-4330-bb08-7d03a4447241,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:55.009505 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-65691b90-4a4f-434d-965e-a8d76e2d392b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:55.049554 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290feb2f-edc3-4071-9aae-4a89f4376def req-bcd16473-17fb-4eb0-bf8d-435c74f2e3ee tempest-VolumesActionsTest-2627565 tempest-VolumesActionsTest-2627565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:55.051228 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-290feb2f-edc3-4071-9aae-4a89f4376def req-bcd16473-17fb-4eb0-bf8d-435c74f2e3ee tempest-VolumesActionsTest-2627565 tempest-VolumesActionsTest-2627565-project] 10.222.0.24 "GET /v2.0/ports?device_id=b1042697-a449-4f1f-9ceb-7b490a94f44c HTTP/1.1" status: 200 len: 944 time: 0.0996869 Jun 22 07:15:55.062086 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-fc123554-3c98-40d7-8e44-8caa860c0375 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:55.084021 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-fc123554-3c98-40d7-8e44-8caa860c0375 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:55.091191 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-290feb2f-edc3-4071-9aae-4a89f4376def req-74b9f73b-e87f-4142-ac99-c63546300957 tempest-VolumesActionsTest-2627565 tempest-VolumesActionsTest-2627565-project] 10.222.0.24 "GET /v2.0/security-groups?id=d179af01-6e8f-4de0-b8d4-f879330cc003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333817 Jun 22 07:15:55.130426 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-fc123554-3c98-40d7-8e44-8caa860c0375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:55.133672 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-fc123554-3c98-40d7-8e44-8caa860c0375 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:55.134866 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-fc123554-3c98-40d7-8e44-8caa860c0375 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2f7e5b9d-d7ca-4330-bb08-7d03a4447241 HTTP/1.1" status: 204 len: 168 time: 0.1303842 Jun 22 07:15:55.135696 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-c1a2498d-4d1d-4242-a730-0f819bf2f4da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:55.144006 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc123554-3c98-40d7-8e44-8caa860c0375 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f7e5b9d-d7ca-4330-bb08-7d03a4447241,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:55.146368 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-fc123554-3c98-40d7-8e44-8caa860c0375 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:55.438938 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 45420) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:15:55.454883 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8a3c5499-8ebf-4b5a-a3ab-e434151ce171 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:55.567834 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8a3c5499-8ebf-4b5a-a3ab-e434151ce171 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:55.569205 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Device f56720d2-b43a-4250-819d-e422b3081512 up at agent hyperv_hv-cinder-78662 {{(pid=92921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 07:15:55.575026 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8a3c5499-8ebf-4b5a-a3ab-e434151ce171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:55.609019 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-2ac72385-8054-4fcd-836b-eb16cc17c282 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:55.614193 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-8a3c5499-8ebf-4b5a-a3ab-e434151ce171 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d3a6e532d3ba491184fbff39861f5132&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1734121 Jun 22 07:15:55.617203 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 45426) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:15:55.642047 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3c5499-8ebf-4b5a-a3ab-e434151ce171 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9728d222-21be-45e7-99c2-bfbf08802b33,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:55.645759 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-8a3c5499-8ebf-4b5a-a3ab-e434151ce171 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:55.672427 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Provisioning for port f56720d2-b43a-4250-819d-e422b3081512 completed by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 07:15:55.677119 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Provisioning complete for port f56720d2-b43a-4250-819d-e422b3081512 triggered by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:15:55.677686 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1879668'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:55.699496 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-ef8f5b42-504c-4b1b-8f0e-07c7c925bfac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:55.730119 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-ef8f5b42-504c-4b1b-8f0e-07c7c925bfac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:55.765838 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:55.789788 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1042697-a449-4f1f-9ceb-7b490a94f44c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f56720d2-b43a-4250-819d-e422b3081512'}] {{(pid=92921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 07:15:55.792745 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4609914990d9533a1079bbd359c82c974bab58cbf2fcf9d17aa38aa491f36217" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7b19688-9fab-4d39-b761-da6e562e0a73" -d '{"events": [{"server_uuid": "b1042697-a449-4f1f-9ceb-7b490a94f44c", "name": "network-vif-plugged", "status": "completed", "tag": "f56720d2-b43a-4250-819d-e422b3081512"}]}' {{(pid=92921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 07:15:55.838024 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529f6c25-7de3-4615-86af-1dd6bf116601 req-061e4656-d321-47fd-bd39-f64c8dd52228 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:55.840844 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-529f6c25-7de3-4615-86af-1dd6bf116601 req-061e4656-d321-47fd-bd39-f64c8dd52228 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec3d9cd3-7990-46e7-a0c4-277e3dc80819 HTTP/1.1" status: 200 len: 946 time: 0.0954955 Jun 22 07:15:55.851226 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] For port f56720d2-b43a-4250-819d-e422b3081512, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=f56720d2-b43a-4250-819d-e422b3081512,segment=NetworkSegment(af41065c-6602-4bb6-acb3-dc4c9d262c54),segment_id=af41065c-6602-4bb6-acb3-dc4c9d262c54)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:15:55.853086 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-ef8f5b42-504c-4b1b-8f0e-07c7c925bfac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:55.854472 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 07:15:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a18b22f1-ca9e-40d4-972d-233eea498cd1 x-openstack-request-id: req-a18b22f1-ca9e-40d4-972d-233eea498cd1 {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 07:15:55.854770 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1042697-a449-4f1f-9ceb-7b490a94f44c", "name": "network-vif-plugged", "status": "completed", "tag": "f56720d2-b43a-4250-819d-e422b3081512", "code": 200}]} {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 07:15:55.855094 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a18b22f1-ca9e-40d4-972d-233eea498cd1 {{(pid=92921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 07:15:55.855494 dv-cinder-786627-11-iscsi neutron-server[92921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1042697-a449-4f1f-9ceb-7b490a94f44c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f56720d2-b43a-4250-819d-e422b3081512', 'code': 200} Jun 22 07:15:55.855865 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-ef8f5b42-504c-4b1b-8f0e-07c7c925bfac admin admin] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:55.857018 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-ef8f5b42-504c-4b1b-8f0e-07c7c925bfac admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9728d222-21be-45e7-99c2-bfbf08802b33 HTTP/1.1" status: 204 len: 168 time: 0.2381866 Jun 22 07:15:55.859264 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:15:55.861926 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-6449d3ec-4f11-4d6a-9ecc-d4a44f8440ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:55.866795 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-c74e3606-7ba8-40cf-ab5e-22e9eff4b265 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:15:55.892055 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8f5b42-504c-4b1b-8f0e-07c7c925bfac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9728d222-21be-45e7-99c2-bfbf08802b33,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:55.896118 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-ef8f5b42-504c-4b1b-8f0e-07c7c925bfac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:55.922984 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-529f6c25-7de3-4615-86af-1dd6bf116601 req-6521ae18-4cf0-4171-9c2a-8f63e7012a3c tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/security-groups?id=30e0c465-7839-4da2-bd45-e1fbd7ad0257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647771 Jun 22 07:15:55.943255 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Pushing event updated for resources: {'Port': ['ID=f56720d2-b43a-4250-819d-e422b3081512,revision_number=5']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:15:55.949028 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:15:56.112501 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712e2312-06ae-4ec5-8581-9e71bd5e41dd req-09e479f9-34cb-4e77-b843-16365d4bfa11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:56.113985 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-712e2312-06ae-4ec5-8581-9e71bd5e41dd req-09e479f9-34cb-4e77-b843-16365d4bfa11 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b1042697-a449-4f1f-9ceb-7b490a94f44c HTTP/1.1" status: 200 len: 1098 time: 0.0535450 Jun 22 07:15:56.154047 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-712e2312-06ae-4ec5-8581-9e71bd5e41dd req-bab58660-bfe2-44f8-96f6-f7df6912dba4 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d179af01-6e8f-4de0-b8d4-f879330cc003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330243 Jun 22 07:15:56.290796 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324f7688-fc73-446a-ae97-8d866b6487a9 req-13c6c7c3-9574-4ff5-bab2-1308abc6a614 tempest-VolumesActionsTest-2627565 tempest-VolumesActionsTest-2627565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:56.292295 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-324f7688-fc73-446a-ae97-8d866b6487a9 req-13c6c7c3-9574-4ff5-bab2-1308abc6a614 tempest-VolumesActionsTest-2627565 tempest-VolumesActionsTest-2627565-project] 10.222.0.24 "GET /v2.0/ports?device_id=b1042697-a449-4f1f-9ceb-7b490a94f44c HTTP/1.1" status: 200 len: 945 time: 0.0774539 Jun 22 07:15:56.335392 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-324f7688-fc73-446a-ae97-8d866b6487a9 req-e886defe-c9d9-43d4-be4c-103b59473e5a tempest-VolumesActionsTest-2627565 tempest-VolumesActionsTest-2627565-project] 10.222.0.24 "GET /v2.0/security-groups?id=d179af01-6e8f-4de0-b8d4-f879330cc003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369895 Jun 22 07:15:56.909005 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf090b4c-0dba-4a56-8dd2-beb41f6537c8 req-40c39eec-9c07-4780-819f-89ed9aa8bdc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:56.910470 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-bf090b4c-0dba-4a56-8dd2-beb41f6537c8 req-40c39eec-9c07-4780-819f-89ed9aa8bdc8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a6b59c4ef34b41bd9dbb44d6fa033408&device_id=ec3d9cd3-7990-46e7-a0c4-277e3dc80819 HTTP/1.1" status: 200 len: 1099 time: 0.0626583 Jun 22 07:15:57.037377 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf090b4c-0dba-4a56-8dd2-beb41f6537c8 req-d5fe97b5-a602-4ff5-bf4d-e2db8ad9f0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:57.040073 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-bf090b4c-0dba-4a56-8dd2-beb41f6537c8 req-d5fe97b5-a602-4ff5-bf4d-e2db8ad9f0a2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2cb6791c-9360-429c-a118-cd829e120353 HTTP/1.1" status: 200 len: 920 time: 0.1046813 Jun 22 07:15:57.098545 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-bf090b4c-0dba-4a56-8dd2-beb41f6537c8 req-6150693b-a499-4c02-bc9a-365c9a51d415 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e4c5e89b-6f1f-4a27-b090-bc12a9842c1d HTTP/1.1" status: 200 len: 217 time: 0.0521786 Jun 22 07:15:57.172108 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf090b4c-0dba-4a56-8dd2-beb41f6537c8 req-2068dbbd-4858-4cb8-b074-4b332e79d104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:57.173484 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-bf090b4c-0dba-4a56-8dd2-beb41f6537c8 req-2068dbbd-4858-4cb8-b074-4b332e79d104 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1c5404e1-ac7c-4acf-ad2d-147e6479ce37 HTTP/1.1" status: 200 len: 859 time: 0.0582480 Jun 22 07:15:57.190042 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afac0664-8565-4a93-a71f-bc8aa64d4e6d req-7b4a9c8a-cc1c-4d8a-95d9-f4330a82335a tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:57.191562 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-afac0664-8565-4a93-a71f-bc8aa64d4e6d req-7b4a9c8a-cc1c-4d8a-95d9-f4330a82335a tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec3d9cd3-7990-46e7-a0c4-277e3dc80819 HTTP/1.1" status: 200 len: 946 time: 0.1382143 Jun 22 07:15:57.224560 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-bf090b4c-0dba-4a56-8dd2-beb41f6537c8 req-efcd40bd-d787-49e6-9751-fb153c9be71d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2cb6791c-9360-429c-a118-cd829e120353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320404 Jun 22 07:15:57.271210 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-afac0664-8565-4a93-a71f-bc8aa64d4e6d req-301f00ba-bfdc-4199-bf13-48c83079f0bd tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/security-groups?id=30e0c465-7839-4da2-bd45-e1fbd7ad0257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695457 Jun 22 07:15:57.350973 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-bf090b4c-0dba-4a56-8dd2-beb41f6537c8 req-a8b0e005-fc0e-400c-842f-bccd03a61317 service neutron] 10.222.0.41 "GET /v2.0/networks/2cb6791c-9360-429c-a118-cd829e120353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024966 Jun 22 07:15:57.486412 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-bf090b4c-0dba-4a56-8dd2-beb41f6537c8 req-afd4ad3e-9b1f-4e14-a877-bbb5606aab9b service neutron] 10.222.0.41 "GET /v2.0/networks/2cb6791c-9360-429c-a118-cd829e120353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261971 Jun 22 07:15:57.576444 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da544b4-fe98-48d9-affa-4f8c0ba1b2e1 req-5a0f0348-3369-49ed-974c-0cbf294d1b11 tempest-VolumesActionsTest-2627565 tempest-VolumesActionsTest-2627565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:57.578029 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-8da544b4-fe98-48d9-affa-4f8c0ba1b2e1 req-5a0f0348-3369-49ed-974c-0cbf294d1b11 tempest-VolumesActionsTest-2627565 tempest-VolumesActionsTest-2627565-project] 10.222.0.24 "GET /v2.0/ports?device_id=b1042697-a449-4f1f-9ceb-7b490a94f44c HTTP/1.1" status: 200 len: 945 time: 0.0895915 Jun 22 07:15:57.622969 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-8da544b4-fe98-48d9-affa-4f8c0ba1b2e1 req-036c39d6-63f7-4141-9255-ae5bbcea3eae tempest-VolumesActionsTest-2627565 tempest-VolumesActionsTest-2627565-project] 10.222.0.24 "GET /v2.0/security-groups?id=d179af01-6e8f-4de0-b8d4-f879330cc003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387967 Jun 22 07:15:58.463687 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a20c56-0653-4ea5-8c56-da45f5a60c14 req-40bc68cc-8aaa-4777-8a46-f97ea8fc4a26 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:58.465255 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-d2a20c56-0653-4ea5-8c56-da45f5a60c14 req-40bc68cc-8aaa-4777-8a46-f97ea8fc4a26 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec3d9cd3-7990-46e7-a0c4-277e3dc80819 HTTP/1.1" status: 200 len: 946 time: 0.0729039 Jun 22 07:15:58.505286 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-d2a20c56-0653-4ea5-8c56-da45f5a60c14 req-0781ad47-b772-4ef3-a833-44ce8c1af071 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/security-groups?id=30e0c465-7839-4da2-bd45-e1fbd7ad0257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341511 Jun 22 07:15:58.834932 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f271e1-2f22-4e50-9430-9b565835981a req-845dbb8d-e51e-4d2a-98b9-f2fc67de8d53 tempest-VolumesActionsTest-2627565 tempest-VolumesActionsTest-2627565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:58.837071 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-c9f271e1-2f22-4e50-9430-9b565835981a req-845dbb8d-e51e-4d2a-98b9-f2fc67de8d53 tempest-VolumesActionsTest-2627565 tempest-VolumesActionsTest-2627565-project] 10.222.0.24 "GET /v2.0/ports?device_id=b1042697-a449-4f1f-9ceb-7b490a94f44c HTTP/1.1" status: 200 len: 945 time: 0.0774531 Jun 22 07:15:58.877159 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-c9f271e1-2f22-4e50-9430-9b565835981a req-83e6b60a-0130-4f7c-8722-479b8408faf1 tempest-VolumesActionsTest-2627565 tempest-VolumesActionsTest-2627565-project] 10.222.0.24 "GET /v2.0/security-groups?id=d179af01-6e8f-4de0-b8d4-f879330cc003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336940 Jun 22 07:15:59.724344 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ba30f5-e0d2-4f05-9c75-b845ccdcb76d req-8a1af9f4-668b-4810-981b-d137ff8f6d42 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:59.725848 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-69ba30f5-e0d2-4f05-9c75-b845ccdcb76d req-8a1af9f4-668b-4810-981b-d137ff8f6d42 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec3d9cd3-7990-46e7-a0c4-277e3dc80819 HTTP/1.1" status: 200 len: 946 time: 0.0863566 Jun 22 07:15:59.769224 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-69ba30f5-e0d2-4f05-9c75-b845ccdcb76d req-b79084ba-5f7c-4bbe-821d-33b40c896df5 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/security-groups?id=30e0c465-7839-4da2-bd45-e1fbd7ad0257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355318 Jun 22 07:15:59.969852 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa6846b-3b2c-48f5-82c7-1fae0302b092 req-5019d042-b936-4530-8494-4c67d7af8a0b tempest-VolumesActionsTest-2627565 tempest-VolumesActionsTest-2627565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:15:59.971345 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-4fa6846b-3b2c-48f5-82c7-1fae0302b092 req-5019d042-b936-4530-8494-4c67d7af8a0b tempest-VolumesActionsTest-2627565 tempest-VolumesActionsTest-2627565-project] 10.222.0.24 "GET /v2.0/ports?device_id=b1042697-a449-4f1f-9ceb-7b490a94f44c HTTP/1.1" status: 200 len: 945 time: 0.0748818 Jun 22 07:16:00.015908 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-4fa6846b-3b2c-48f5-82c7-1fae0302b092 req-611f4e91-2ac1-4dad-94e8-f4fce99f3526 tempest-VolumesActionsTest-2627565 tempest-VolumesActionsTest-2627565-project] 10.222.0.24 "GET /v2.0/security-groups?id=d179af01-6e8f-4de0-b8d4-f879330cc003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379500 Jun 22 07:16:00.116041 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 45552) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:16:00.229329 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-6b78ce77-d002-4bad-b835-eaf661e755c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:00.320701 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-6b78ce77-d002-4bad-b835-eaf661e755c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:00.327790 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-6b78ce77-d002-4bad-b835-eaf661e755c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:00.330518 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-d8a27106-4b31-4983-a776-b22f18700a74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:16:00.369309 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-6b78ce77-d002-4bad-b835-eaf661e755c2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9fc7337630c34553b2a0916bd0bc00d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2511384 Jun 22 07:16:00.370026 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b78ce77-d002-4bad-b835-eaf661e755c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8795e451-c571-4e5d-888f-a7eea78724e5,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:16:00.371704 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 45556) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:16:00.372953 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-6b78ce77-d002-4bad-b835-eaf661e755c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:16:00.422062 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-d542d48c-e55a-4fc5-be6f-0d874df24562 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:00.442487 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-d542d48c-e55a-4fc5-be6f-0d874df24562 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:00.497766 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-d542d48c-e55a-4fc5-be6f-0d874df24562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:00.500420 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-d542d48c-e55a-4fc5-be6f-0d874df24562 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:00.501638 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-d542d48c-e55a-4fc5-be6f-0d874df24562 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8795e451-c571-4e5d-888f-a7eea78724e5 HTTP/1.1" status: 204 len: 168 time: 0.1281483 Jun 22 07:16:00.502421 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-ad6690ab-ace9-4db3-b206-a29aef712473 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:16:00.511253 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d542d48c-e55a-4fc5-be6f-0d874df24562 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8795e451-c571-4e5d-888f-a7eea78724e5,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:16:00.514176 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-d542d48c-e55a-4fc5-be6f-0d874df24562 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:16:00.709558 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5f62231f-e69d-44c8-abac-351a96d1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:00.989655 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6999ae4-c59f-4c20-addd-72959a4f8122 req-eb76d9bd-f5ac-4462-8360-c36627e6f795 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:16:00.996950 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-e6999ae4-c59f-4c20-addd-72959a4f8122 req-eb76d9bd-f5ac-4462-8360-c36627e6f795 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec3d9cd3-7990-46e7-a0c4-277e3dc80819 HTTP/1.1" status: 200 len: 946 time: 0.0791974 Jun 22 07:16:01.036626 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-e6999ae4-c59f-4c20-addd-72959a4f8122 req-3c8bb307-178f-48cb-8f40-ffb71377f17d tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/security-groups?id=30e0c465-7839-4da2-bd45-e1fbd7ad0257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386336 Jun 22 07:16:01.236230 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6404c0da-0671-48a6-83f7-c6107ba88476 req-71f60488-c884-4fc9-bffb-0cd847a2a05d tempest-VolumesActionsTest-2627565 tempest-VolumesActionsTest-2627565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:16:01.238532 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-6404c0da-0671-48a6-83f7-c6107ba88476 req-71f60488-c884-4fc9-bffb-0cd847a2a05d tempest-VolumesActionsTest-2627565 tempest-VolumesActionsTest-2627565-project] 10.222.0.24 "GET /v2.0/ports?device_id=b1042697-a449-4f1f-9ceb-7b490a94f44c HTTP/1.1" status: 200 len: 945 time: 0.0802126 Jun 22 07:16:01.281998 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-6404c0da-0671-48a6-83f7-c6107ba88476 req-52ba26e4-6590-4683-87a2-994f8274c9c8 tempest-VolumesActionsTest-2627565 tempest-VolumesActionsTest-2627565-project] 10.222.0.24 "GET /v2.0/security-groups?id=d179af01-6e8f-4de0-b8d4-f879330cc003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356269 Jun 22 07:16:01.661894 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:01.787462 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f207f3-1bcb-47d5-940a-ba2041a381f6 req-448e1c6e-0897-45c6-85e7-1955589baee7 tempest-VolumesActionsTest-2627565 tempest-VolumesActionsTest-2627565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:16:01.790069 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-09f207f3-1bcb-47d5-940a-ba2041a381f6 req-448e1c6e-0897-45c6-85e7-1955589baee7 tempest-VolumesActionsTest-2627565 tempest-VolumesActionsTest-2627565-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1042697-a449-4f1f-9ceb-7b490a94f44c HTTP/1.1" status: 200 len: 945 time: 0.0873797 Jun 22 07:16:01.914394 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.plugin [req-09f207f3-1bcb-47d5-940a-ba2041a381f6 req-60a25071-bf29-4575-bd56-db1587246ec6 tempest-VolumesActionsTest-2627565 tempest-VolumesActionsTest-2627565-project] Deleting port f56720d2-b43a-4250-819d-e422b3081512 {{(pid=92919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 07:16:01.914743 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-09f207f3-1bcb-47d5-940a-ba2041a381f6 req-60a25071-bf29-4575-bd56-db1587246ec6 tempest-VolumesActionsTest-2627565 tempest-VolumesActionsTest-2627565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773474057189'] for port, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:02.019858 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.db [req-09f207f3-1bcb-47d5-940a-ba2041a381f6 req-60a25071-bf29-4575-bd56-db1587246ec6 tempest-VolumesActionsTest-2627565 tempest-VolumesActionsTest-2627565-project] For port f56720d2-b43a-4250-819d-e422b3081512, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=f56720d2-b43a-4250-819d-e422b3081512,segment=NetworkSegment(af41065c-6602-4bb6-acb3-dc4c9d262c54),segment_id=af41065c-6602-4bb6-acb3-dc4c9d262c54)] {{(pid=92919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:16:02.020584 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-09f207f3-1bcb-47d5-940a-ba2041a381f6 req-60a25071-bf29-4575-bd56-db1587246ec6 tempest-VolumesActionsTest-2627565 tempest-VolumesActionsTest-2627565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-707208'] for port, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:02.091805 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.plugin [req-09f207f3-1bcb-47d5-940a-ba2041a381f6 req-60a25071-bf29-4575-bd56-db1587246ec6 tempest-VolumesActionsTest-2627565 tempest-VolumesActionsTest-2627565-project] Calling delete_port for f56720d2-b43a-4250-819d-e422b3081512 owned by compute:nova {{(pid=92919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 07:16:02.305451 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf219dc-129d-41f7-9534-0c93c3a2644c req-68e1e717-96b3-4694-a9c5-c51d4cdf9c3a tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:16:02.306984 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-aaf219dc-129d-41f7-9534-0c93c3a2644c req-68e1e717-96b3-4694-a9c5-c51d4cdf9c3a tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec3d9cd3-7990-46e7-a0c4-277e3dc80819 HTTP/1.1" status: 200 len: 946 time: 0.1026185 Jun 22 07:16:02.401893 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-aaf219dc-129d-41f7-9534-0c93c3a2644c req-64c2a9ad-a7a8-4f4d-8131-81d4b3ee293a tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/security-groups?id=30e0c465-7839-4da2-bd45-e1fbd7ad0257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834966 Jun 22 07:16:02.407758 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-09f207f3-1bcb-47d5-940a-ba2041a381f6 req-60a25071-bf29-4575-bd56-db1587246ec6 tempest-VolumesActionsTest-2627565 tempest-VolumesActionsTest-2627565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773474061029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773473471600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4832659'] for port, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:02.414164 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-6a67e009-3549-45db-ba56-324d0812e58f tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:16:02.426495 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] get_ports_and_sgs() called for port_ids ['f56720d2-b43a-4250-819d-e422b3081512'] {{(pid=92921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 07:16:02.480951 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-46a2fea1-ab0d-4892-b861-6be5034dd2c8 req-e0f35f6f-e4f2-402d-a011-58d1c2de2137 tempest-VolumesActionsTest-2627565 tempest-VolumesActionsTest-2627565-project] 10.222.0.24 "GET /v2.0/ports?device_id=b1042697-a449-4f1f-9ceb-7b490a94f44c HTTP/1.1" status: 200 len: 210 time: 0.0511918 Jun 22 07:16:02.513707 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a25071-bf29-4575-bd56-db1587246ec6 tempest-VolumesActionsTest-2627565 tempest-VolumesActionsTest-2627565-project] Pushing event deleted for resources: {'Port': ['ID=f56720d2-b43a-4250-819d-e422b3081512,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:16:02.540651 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-60a25071-bf29-4575-bd56-db1587246ec6 tempest-VolumesActionsTest-2627565 tempest-VolumesActionsTest-2627565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:16:02.563496 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.db.l3_dvrscheduler_db [req-09f207f3-1bcb-47d5-940a-ba2041a381f6 req-60a25071-bf29-4575-bd56-db1587246ec6 tempest-VolumesActionsTest-2627565 tempest-VolumesActionsTest-2627565-project] No DVR routers for this DVR port f56720d2-b43a-4250-819d-e422b3081512 on host hv-cinder-78662 {{(pid=92919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 07:16:02.566512 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-09f207f3-1bcb-47d5-940a-ba2041a381f6 req-60a25071-bf29-4575-bd56-db1587246ec6 tempest-VolumesActionsTest-2627565 tempest-VolumesActionsTest-2627565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91146'] for port, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:02.569068 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-09f207f3-1bcb-47d5-940a-ba2041a381f6 req-60a25071-bf29-4575-bd56-db1587246ec6 tempest-VolumesActionsTest-2627565 tempest-VolumesActionsTest-2627565-project] 10.222.0.41 "DELETE /v2.0/ports/f56720d2-b43a-4250-819d-e422b3081512 HTTP/1.1" status: 204 len: 173 time: 0.7738395 Jun 22 07:16:02.569870 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1042697-a449-4f1f-9ceb-7b490a94f44c', 'name': 'network-vif-deleted', 'tag': 'f56720d2-b43a-4250-819d-e422b3081512'}] {{(pid=92919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 07:16:02.573127 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2874ba58536e60953e76cf0b72237944d74909d10009afe4cd7b86cda982d3ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c7739e7-e58c-4482-bbf6-0fc028814cff" -d '{"events": [{"server_uuid": "b1042697-a449-4f1f-9ceb-7b490a94f44c", "name": "network-vif-deleted", "tag": "f56720d2-b43a-4250-819d-e422b3081512"}]}' {{(pid=92919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 07:16:02.611089 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 07:16:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ca21e5b-b663-4f68-9fbf-587e6a18f70a x-openstack-request-id: req-4ca21e5b-b663-4f68-9fbf-587e6a18f70a {{(pid=92919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 07:16:02.611413 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1042697-a449-4f1f-9ceb-7b490a94f44c", "name": "network-vif-deleted", "tag": "f56720d2-b43a-4250-819d-e422b3081512", "status": "completed", "code": 200}]} {{(pid=92919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 07:16:02.611691 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4ca21e5b-b663-4f68-9fbf-587e6a18f70a {{(pid=92919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 07:16:02.612115 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1042697-a449-4f1f-9ceb-7b490a94f44c', 'name': 'network-vif-deleted', 'tag': 'f56720d2-b43a-4250-819d-e422b3081512', 'status': 'completed', 'code': 200} Jun 22 07:16:03.069029 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-9595f1c3-e48b-43a2-9dce-6f2282eb7180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:03.272343 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:03.596526 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cbd879-e4c8-48a2-ba21-e16e2a8ad8a3 req-0a63ff26-ae3b-4fe4-8e4f-4488f09aefed tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:16:03.598066 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-e0cbd879-e4c8-48a2-ba21-e16e2a8ad8a3 req-0a63ff26-ae3b-4fe4-8e4f-4488f09aefed tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec3d9cd3-7990-46e7-a0c4-277e3dc80819 HTTP/1.1" status: 200 len: 946 time: 0.0768476 Jun 22 07:16:03.660566 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-e0cbd879-e4c8-48a2-ba21-e16e2a8ad8a3 req-8838feb0-9687-4949-9de3-0fae681e087b tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/security-groups?id=30e0c465-7839-4da2-bd45-e1fbd7ad0257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499861 Jun 22 07:16:04.852215 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a790a38-2de5-4618-98e7-216792990dde req-8079fe92-9dec-4421-acf9-e08d10c667db tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:16:04.855160 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-0a790a38-2de5-4618-98e7-216792990dde req-8079fe92-9dec-4421-acf9-e08d10c667db tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec3d9cd3-7990-46e7-a0c4-277e3dc80819 HTTP/1.1" status: 200 len: 946 time: 0.0846727 Jun 22 07:16:04.906518 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-0a790a38-2de5-4618-98e7-216792990dde req-4b5c3abb-3b34-4378-9d74-1b1b473965f4 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/security-groups?id=30e0c465-7839-4da2-bd45-e1fbd7ad0257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436716 Jun 22 07:16:05.163441 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d3c1a5ff-c703-4bfc-bce3-efb8418f207c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:05.603773 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Device f56720d2-b43a-4250-819d-e422b3081512 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=92921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 07:16:05.629997 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] No Port match for: f56720d2-b43a-4250-819d-e422b3081512 {{(pid=92921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 07:16:05.630603 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Device f56720d2-b43a-4250-819d-e422b3081512 not bound to the agent host hv-cinder-78662 {{(pid=92921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 07:16:06.141387 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08371e5-c4d1-4d4d-b313-267b167c38dd req-a538feba-6606-48a9-9b39-70b96c3afc1e tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:16:06.143646 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-e08371e5-c4d1-4d4d-b313-267b167c38dd req-a538feba-6606-48a9-9b39-70b96c3afc1e tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec3d9cd3-7990-46e7-a0c4-277e3dc80819 HTTP/1.1" status: 200 len: 946 time: 0.0796781 Jun 22 07:16:06.186573 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-e08371e5-c4d1-4d4d-b313-267b167c38dd req-136f17f9-45b0-4c04-bd12-b6349f04e082 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/security-groups?id=30e0c465-7839-4da2-bd45-e1fbd7ad0257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361671 Jun 22 07:16:06.904518 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-f04bb265-eca6-4530-aeb1-0b3afeb7eb68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:07.393830 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d285d42-db5d-4156-b2cd-c28870b45db6 req-c6563e7d-d376-40ec-989e-f1623b511f6a tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:16:07.395605 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-9d285d42-db5d-4156-b2cd-c28870b45db6 req-c6563e7d-d376-40ec-989e-f1623b511f6a tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec3d9cd3-7990-46e7-a0c4-277e3dc80819 HTTP/1.1" status: 200 len: 946 time: 0.0736630 Jun 22 07:16:07.442256 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-9d285d42-db5d-4156-b2cd-c28870b45db6 req-5876de03-d268-4017-be9b-3f4275e44019 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/security-groups?id=30e0c465-7839-4da2-bd45-e1fbd7ad0257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394280 Jun 22 07:16:08.662703 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7cc172-dda5-4e50-b891-f5905ccbbbd3 req-699aecc0-6fce-47dd-bebb-ba261d1cb7ef tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:16:08.664634 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-3c7cc172-dda5-4e50-b891-f5905ccbbbd3 req-699aecc0-6fce-47dd-bebb-ba261d1cb7ef tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec3d9cd3-7990-46e7-a0c4-277e3dc80819 HTTP/1.1" status: 200 len: 946 time: 0.0973983 Jun 22 07:16:08.709317 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-3c7cc172-dda5-4e50-b891-f5905ccbbbd3 req-47b39642-2625-4a15-be9b-c78c071aee4d tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/security-groups?id=30e0c465-7839-4da2-bd45-e1fbd7ad0257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361094 Jun 22 07:16:09.894088 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c04ea8-b157-4b6e-88fb-6744776624c5 req-0b87d772-638d-4408-8c7d-4ccd6debef2a tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:16:09.895880 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-70c04ea8-b157-4b6e-88fb-6744776624c5 req-0b87d772-638d-4408-8c7d-4ccd6debef2a tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec3d9cd3-7990-46e7-a0c4-277e3dc80819 HTTP/1.1" status: 200 len: 946 time: 0.0675836 Jun 22 07:16:09.935074 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-70c04ea8-b157-4b6e-88fb-6744776624c5 req-1729709d-9a9c-4b39-b59f-700e3b0cfce4 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/security-groups?id=30e0c465-7839-4da2-bd45-e1fbd7ad0257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321896 Jun 22 07:16:10.331981 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 45820) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:16:10.441262 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-acc3e048-481b-49ea-bacb-ea3ca1eac921 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:10.543816 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-acc3e048-481b-49ea-bacb-ea3ca1eac921 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:10.549776 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-acc3e048-481b-49ea-bacb-ea3ca1eac921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:10.552657 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-8a3c5499-8ebf-4b5a-a3ab-e434151ce171 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:16:10.594234 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-acc3e048-481b-49ea-bacb-ea3ca1eac921 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e25ec973fa414585844979887bac4304&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2611153 Jun 22 07:16:10.595210 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc3e048-481b-49ea-bacb-ea3ca1eac921 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf73e9b5-ab41-4cd8-a73c-54dd9837dd63,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:16:10.597554 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 45826) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:16:10.598700 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-acc3e048-481b-49ea-bacb-ea3ca1eac921 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:16:10.661149 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-a5aae471-8456-4bf4-a81a-e2568b4976b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:10.688563 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-a5aae471-8456-4bf4-a81a-e2568b4976b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:10.751319 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-a5aae471-8456-4bf4-a81a-e2568b4976b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:10.751319 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-a5aae471-8456-4bf4-a81a-e2568b4976b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:10.751319 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-a5aae471-8456-4bf4-a81a-e2568b4976b6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cf73e9b5-ab41-4cd8-a73c-54dd9837dd63 HTTP/1.1" status: 204 len: 168 time: 0.1504340 Jun 22 07:16:10.751319 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-8d2e12de-9734-4e0c-9728-fdda2359de1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:16:10.760629 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5aae471-8456-4bf4-a81a-e2568b4976b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf73e9b5-ab41-4cd8-a73c-54dd9837dd63,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:16:10.764061 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-a5aae471-8456-4bf4-a81a-e2568b4976b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:16:11.015313 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 45840) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:16:11.030028 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-03431558-775d-48ed-b51d-2b9e6094eae5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:11.121233 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-03431558-775d-48ed-b51d-2b9e6094eae5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:11.126113 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-03431558-775d-48ed-b51d-2b9e6094eae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:11.128598 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-501e3a61-6ddd-4bcf-8067-816bc48155ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:16:11.163485 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03431558-775d-48ed-b51d-2b9e6094eae5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25db1161-4ca4-4c0e-87d8-2e6e8d0dafe7,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:16:11.167983 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-03431558-775d-48ed-b51d-2b9e6094eae5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=367c0b256a754e21adf4ca8228735329&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1516640 Jun 22 07:16:11.168866 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-03431558-775d-48ed-b51d-2b9e6094eae5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:16:11.170553 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 45842) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:16:11.219723 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-e08e8818-d261-4e99-aaa0-5518435306a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:11.240765 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-e08e8818-d261-4e99-aaa0-5518435306a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:11.285918 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-e08e8818-d261-4e99-aaa0-5518435306a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:11.288904 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-e08e8818-d261-4e99-aaa0-5518435306a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:11.290176 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-e08e8818-d261-4e99-aaa0-5518435306a9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/25db1161-4ca4-4c0e-87d8-2e6e8d0dafe7 HTTP/1.1" status: 204 len: 168 time: 0.1187179 Jun 22 07:16:11.290972 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-ce7eee7b-d910-42bf-b619-e11a0c63559b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:16:11.299280 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08e8818-d261-4e99-aaa0-5518435306a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25db1161-4ca4-4c0e-87d8-2e6e8d0dafe7,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:16:11.301530 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-e08e8818-d261-4e99-aaa0-5518435306a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:16:11.613548 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 45850) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:16:11.629197 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-12afc26a-2628-49ec-a2f5-3cef14e37a5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:11.720214 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-12afc26a-2628-49ec-a2f5-3cef14e37a5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:11.725396 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-12afc26a-2628-49ec-a2f5-3cef14e37a5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:11.727367 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:16:11.765070 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12afc26a-2628-49ec-a2f5-3cef14e37a5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c451887b-2d92-4ffb-ba22-949f4f266d11,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:16:11.768723 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-12afc26a-2628-49ec-a2f5-3cef14e37a5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:16:11.775197 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-12afc26a-2628-49ec-a2f5-3cef14e37a5d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=39a98fa5cb3f476896b6883758c3fe18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1567485 Jun 22 07:16:11.776942 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 45858) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:16:11.826425 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-a27da4ff-0900-48ab-9884-062906293ce6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:11.849711 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-a27da4ff-0900-48ab-9884-062906293ce6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:11.897360 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-a27da4ff-0900-48ab-9884-062906293ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:11.900669 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-a27da4ff-0900-48ab-9884-062906293ce6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:11.901816 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-a27da4ff-0900-48ab-9884-062906293ce6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c451887b-2d92-4ffb-ba22-949f4f266d11 HTTP/1.1" status: 204 len: 168 time: 0.1253300 Jun 22 07:16:11.902692 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-6b78ce77-d002-4bad-b835-eaf661e755c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:16:11.911317 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27da4ff-0900-48ab-9884-062906293ce6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c451887b-2d92-4ffb-ba22-949f4f266d11,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:16:11.914124 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-a27da4ff-0900-48ab-9884-062906293ce6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:16:19.151605 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e254b2b4-2876-4149-b9f9-409cbf39ce03 req-5cc0364a-c424-46c8-8086-1fda3fc84590 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:16:19.153101 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-e254b2b4-2876-4149-b9f9-409cbf39ce03 req-5cc0364a-c424-46c8-8086-1fda3fc84590 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec3d9cd3-7990-46e7-a0c4-277e3dc80819 HTTP/1.1" status: 200 len: 946 time: 0.0666590 Jun 22 07:16:19.192161 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-e254b2b4-2876-4149-b9f9-409cbf39ce03 req-0509405f-31cb-41c4-b454-6dec99119975 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/security-groups?id=30e0c465-7839-4da2-bd45-e1fbd7ad0257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334332 Jun 22 07:16:20.381144 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c54e60f-ec5a-4a70-af8f-051694a8ef17 req-84192535-5edd-4570-83d0-ae82897c78fa tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:16:20.383078 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-8c54e60f-ec5a-4a70-af8f-051694a8ef17 req-84192535-5edd-4570-83d0-ae82897c78fa tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec3d9cd3-7990-46e7-a0c4-277e3dc80819 HTTP/1.1" status: 200 len: 946 time: 0.0727484 Jun 22 07:16:20.425962 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-8c54e60f-ec5a-4a70-af8f-051694a8ef17 req-ba56902d-7321-4f16-8e08-1f9f7f2f5fc3 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/security-groups?id=30e0c465-7839-4da2-bd45-e1fbd7ad0257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365164 Jun 22 07:16:21.271218 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a600fe-5638-4697-ba1f-0f7756868a98 req-0747c47e-229b-4f57-8dfc-84d0ea2bcdb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:16:21.274705 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-04a600fe-5638-4697-ba1f-0f7756868a98 req-0747c47e-229b-4f57-8dfc-84d0ea2bcdb8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ec3d9cd3-7990-46e7-a0c4-277e3dc80819 HTTP/1.1" status: 200 len: 1099 time: 0.0904365 Jun 22 07:16:21.324620 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-04a600fe-5638-4697-ba1f-0f7756868a98 req-7a1e4d8a-3f92-4d58-a202-c89831296128 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=30e0c465-7839-4da2-bd45-e1fbd7ad0257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424564 Jun 22 07:16:21.783357 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4581f352-e7f3-4657-8e35-50e97c0cbf6b req-2b2dc813-0588-4413-87df-9a9af982b482 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:16:21.789056 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-4581f352-e7f3-4657-8e35-50e97c0cbf6b req-2b2dc813-0588-4413-87df-9a9af982b482 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec3d9cd3-7990-46e7-a0c4-277e3dc80819 HTTP/1.1" status: 200 len: 946 time: 0.0712783 Jun 22 07:16:21.829674 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-4581f352-e7f3-4657-8e35-50e97c0cbf6b req-d82fdd78-7b91-41ce-b0d9-a1c60a47d7bc tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/security-groups?id=30e0c465-7839-4da2-bd45-e1fbd7ad0257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390840 Jun 22 07:16:23.041748 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a2a308-27bb-4496-8b95-e6342e111bee req-cadeb67b-906b-4dd2-963a-c20b68a746cd tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:16:23.049206 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-13a2a308-27bb-4496-8b95-e6342e111bee req-cadeb67b-906b-4dd2-963a-c20b68a746cd tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec3d9cd3-7990-46e7-a0c4-277e3dc80819 HTTP/1.1" status: 200 len: 946 time: 0.0853822 Jun 22 07:16:23.095304 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-13a2a308-27bb-4496-8b95-e6342e111bee req-1ef673e2-57f1-414d-ae04-95b396c8a7cc tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/security-groups?id=30e0c465-7839-4da2-bd45-e1fbd7ad0257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439649 Jun 22 07:16:23.570410 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f0b7fd-183a-4947-a402-f36507476a0b req-9541abcc-79d1-4a2a-95ed-85d395608d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:16:23.571899 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-92f0b7fd-183a-4947-a402-f36507476a0b req-9541abcc-79d1-4a2a-95ed-85d395608d01 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a6b59c4ef34b41bd9dbb44d6fa033408&device_id=ec3d9cd3-7990-46e7-a0c4-277e3dc80819 HTTP/1.1" status: 200 len: 1099 time: 0.1133564 Jun 22 07:16:23.700196 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3873b1-0d38-4ca0-8c9e-0693fa18c7e5 req-d16a3022-33db-48b1-8331-7d288c8dc75d tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:16:23.711020 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-5d3873b1-0d38-4ca0-8c9e-0693fa18c7e5 req-d16a3022-33db-48b1-8331-7d288c8dc75d tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec3d9cd3-7990-46e7-a0c4-277e3dc80819 HTTP/1.1" status: 200 len: 946 time: 0.1633508 Jun 22 07:16:23.791152 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-5d3873b1-0d38-4ca0-8c9e-0693fa18c7e5 req-f22ef414-6a92-479b-ac01-126560cc62f4 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/security-groups?id=30e0c465-7839-4da2-bd45-e1fbd7ad0257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750911 Jun 22 07:16:23.810826 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f0b7fd-183a-4947-a402-f36507476a0b req-ee2a2cfa-33c8-48e3-8371-7fb597260a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:16:23.813290 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-92f0b7fd-183a-4947-a402-f36507476a0b req-ee2a2cfa-33c8-48e3-8371-7fb597260a5b service neutron] 10.222.0.41 "GET /v2.0/networks?id=2cb6791c-9360-429c-a118-cd829e120353 HTTP/1.1" status: 200 len: 920 time: 0.2145786 Jun 22 07:16:23.970600 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-92f0b7fd-183a-4947-a402-f36507476a0b req-dc0c6fc7-64c8-47c2-98f0-ba0cf3dae568 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e4c5e89b-6f1f-4a27-b090-bc12a9842c1d HTTP/1.1" status: 200 len: 217 time: 0.1491170 Jun 22 07:16:24.102357 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f0b7fd-183a-4947-a402-f36507476a0b req-e27fc28f-d866-4ce3-a7fb-36dfb74bcded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:16:24.106334 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-92f0b7fd-183a-4947-a402-f36507476a0b req-e27fc28f-d866-4ce3-a7fb-36dfb74bcded service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1c5404e1-ac7c-4acf-ad2d-147e6479ce37 HTTP/1.1" status: 200 len: 859 time: 0.1249964 Jun 22 07:16:24.230527 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-92f0b7fd-183a-4947-a402-f36507476a0b req-9a026545-413a-4f35-8933-0d6cb7cb61c4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2cb6791c-9360-429c-a118-cd829e120353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1081638 Jun 22 07:16:24.532882 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-92f0b7fd-183a-4947-a402-f36507476a0b req-39030c1a-ec58-41e2-8d88-bee3243151b9 service neutron] 10.222.0.41 "GET /v2.0/networks/2cb6791c-9360-429c-a118-cd829e120353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2899773 Jun 22 07:16:24.673903 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-92f0b7fd-183a-4947-a402-f36507476a0b req-48c32a83-b82d-42b5-828e-253b05ee5f4e service neutron] 10.222.0.41 "GET /v2.0/networks/2cb6791c-9360-429c-a118-cd829e120353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335003 Jun 22 07:16:25.003608 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfec73e-c332-4c6d-b0b9-797c341963b4 req-726b86e0-eaa8-4f44-b59b-f0fea1ae0196 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:16:25.012272 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-adfec73e-c332-4c6d-b0b9-797c341963b4 req-726b86e0-eaa8-4f44-b59b-f0fea1ae0196 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec3d9cd3-7990-46e7-a0c4-277e3dc80819 HTTP/1.1" status: 200 len: 946 time: 0.0916290 Jun 22 07:16:25.074652 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-adfec73e-c332-4c6d-b0b9-797c341963b4 req-8fa6371b-3559-4843-8c67-65c1268a27e0 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/security-groups?id=30e0c465-7839-4da2-bd45-e1fbd7ad0257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421569 Jun 22 07:16:25.977827 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.agents_db [None req-74002642-eed4-46c6-8f70-93846dc748c3 None None] Agent healthcheck: found 6 active agents {{(pid=92922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 07:16:26.327975 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea60a86a-b012-4981-9cf1-31759eb85ffb req-0f555ae4-a22b-4a70-8a97-8962d6ec52d3 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:16:26.341879 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-ea60a86a-b012-4981-9cf1-31759eb85ffb req-0f555ae4-a22b-4a70-8a97-8962d6ec52d3 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec3d9cd3-7990-46e7-a0c4-277e3dc80819 HTTP/1.1" status: 200 len: 946 time: 0.1314249 Jun 22 07:16:26.439741 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-ea60a86a-b012-4981-9cf1-31759eb85ffb req-4d6fedfa-5360-4933-8b70-1974683d4541 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/security-groups?id=30e0c465-7839-4da2-bd45-e1fbd7ad0257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966320 Jun 22 07:16:27.680138 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c44d731-d775-40a0-b25b-21e970cd2dc8 req-0c3f0cbf-2696-4cfb-8b8e-ea30a77d4d2c tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:16:27.682328 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-3c44d731-d775-40a0-b25b-21e970cd2dc8 req-0c3f0cbf-2696-4cfb-8b8e-ea30a77d4d2c tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec3d9cd3-7990-46e7-a0c4-277e3dc80819 HTTP/1.1" status: 200 len: 946 time: 0.1113069 Jun 22 07:16:27.793223 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-3c44d731-d775-40a0-b25b-21e970cd2dc8 req-2f413a7a-7a46-4f47-a289-7231c1341469 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/security-groups?id=30e0c465-7839-4da2-bd45-e1fbd7ad0257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995612 Jun 22 07:16:29.253621 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562c3a4d-94c2-4edf-b5d8-feb5747a36b1 req-8f2b865c-cce5-4459-afcc-7281a40865bd tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:16:29.255393 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-562c3a4d-94c2-4edf-b5d8-feb5747a36b1 req-8f2b865c-cce5-4459-afcc-7281a40865bd tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec3d9cd3-7990-46e7-a0c4-277e3dc80819 HTTP/1.1" status: 200 len: 946 time: 0.0897086 Jun 22 07:16:29.301363 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-562c3a4d-94c2-4edf-b5d8-feb5747a36b1 req-101d5bad-66e6-4e2e-a9b5-9ca5e7e33289 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/security-groups?id=30e0c465-7839-4da2-bd45-e1fbd7ad0257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390990 Jun 22 07:16:30.619983 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 46248) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:16:30.731254 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-6f987006-71dd-430b-8aa2-3a15001e06ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:30.831891 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-d3cdf220-f4a2-4715-b05c-fc9701062aca admin admin] Notify callbacks [] for security_group, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:31.021007 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-d3cdf220-f4a2-4715-b05c-fc9701062aca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:31.026820 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-d3cdf220-f4a2-4715-b05c-fc9701062aca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:31.031959 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-940745e0-2de3-4dc2-91e5-e035ecabc613 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:16:31.087843 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cdf220-f4a2-4715-b05c-fc9701062aca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85dbaac9-c5c6-4d5f-b06b-cffdeecc9eef,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:16:31.096412 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-d3cdf220-f4a2-4715-b05c-fc9701062aca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:16:31.097547 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 46258) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:16:31.100834 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-d3cdf220-f4a2-4715-b05c-fc9701062aca admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9fa46c5b095146c799989444b969ff1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4780309 Jun 22 07:16:31.199710 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-c08cab4d-6b1b-4424-acea-6a9b463ce28f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:31.230878 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-c08cab4d-6b1b-4424-acea-6a9b463ce28f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:31.319855 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-c08cab4d-6b1b-4424-acea-6a9b463ce28f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:31.323904 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-c08cab4d-6b1b-4424-acea-6a9b463ce28f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:31.326817 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-c08cab4d-6b1b-4424-acea-6a9b463ce28f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/85dbaac9-c5c6-4d5f-b06b-cffdeecc9eef HTTP/1.1" status: 204 len: 168 time: 0.2278798 Jun 22 07:16:31.329491 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-57364c6f-4518-40f3-a327-2b6158727a45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:16:31.363504 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08cab4d-6b1b-4424-acea-6a9b463ce28f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85dbaac9-c5c6-4d5f-b06b-cffdeecc9eef,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:16:31.380535 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-c08cab4d-6b1b-4424-acea-6a9b463ce28f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:16:31.718290 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:32.626394 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954c7f65-6d3b-49c7-880d-253e14f82618 req-0942b0f5-e123-429e-ae34-1a4dcadf87e5 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:16:32.637664 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-954c7f65-6d3b-49c7-880d-253e14f82618 req-0942b0f5-e123-429e-ae34-1a4dcadf87e5 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec3d9cd3-7990-46e7-a0c4-277e3dc80819 HTTP/1.1" status: 200 len: 946 time: 0.4438095 Jun 22 07:16:32.701176 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-954c7f65-6d3b-49c7-880d-253e14f82618 req-28b7f862-8208-4645-81c6-96bf6a3cbafd tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/security-groups?id=30e0c465-7839-4da2-bd45-e1fbd7ad0257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600882 Jun 22 07:16:32.852195 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 46314) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:16:33.087282 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d67fc24a-07d9-408a-931c-17b515ceb2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:33.154543 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.v2.base [None req-9e0f985d-7f78-42f0-a43e-02a8b354904a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1073141061-network', 'tenant_id': 'ec9a29227f1b402da02d8ce725e6cef8'}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:16:33.191112 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e0f985d-7f78-42f0-a43e-02a8b354904a admin admin] Made reservation on behalf of ec9a29227f1b402da02d8ce725e6cef8 for: {'network': 1} {{(pid=92919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 07:16:33.195461 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-9e0f985d-7f78-42f0-a43e-02a8b354904a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1809762'] for network, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:33.218245 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-9e0f985d-7f78-42f0-a43e-02a8b354904a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:33.285843 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:33.472550 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-9e0f985d-7f78-42f0-a43e-02a8b354904a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:33.492432 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-9e0f985d-7f78-42f0-a43e-02a8b354904a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:33.502391 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-c92637de-fb19-40db-a9c6-e56a6fd46227 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:16:33.532467 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e0f985d-7f78-42f0-a43e-02a8b354904a admin admin] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=92919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 07:16:33.542025 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0f985d-7f78-42f0-a43e-02a8b354904a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=184d9c39-9e83-4f1f-a6ee-6da78c1e0aec,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:16:33.547010 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-9e0f985d-7f78-42f0-a43e-02a8b354904a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:16:33.551344 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-9e0f985d-7f78-42f0-a43e-02a8b354904a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1885363'] for segment, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:33.552090 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.db.segments_db [None req-9e0f985d-7f78-42f0-a43e-02a8b354904a admin admin] Added segment 470fa131-3fdb-481d-89d7-dc5853f1500c of type vlan for network b76c3898-71b4-47e9-8565-8fd368eecb52 Jun 22 07:16:33.607949 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-9e0f985d-7f78-42f0-a43e-02a8b354904a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773473491173'] for network, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:33.672438 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-9e0f985d-7f78-42f0-a43e-02a8b354904a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-54575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-690206'] for network, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:33.674529 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e0f985d-7f78-42f0-a43e-02a8b354904a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:16:33.675305 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-9e0f985d-7f78-42f0-a43e-02a8b354904a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-690179'] for network, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:33.687005 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-68ef0107-fdba-4512-b6ec-64726d7e2046 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:16:33.733242 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-9e0f985d-7f78-42f0-a43e-02a8b354904a admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8804808 Jun 22 07:16:33.733504 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 46328) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:16:33.745216 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.v2.base [None req-b3039a5f-a4e5-481e-9511-d07f61456d89 admin admin] Request body: {'subnet': {'network_id': 'b76c3898-71b4-47e9-8565-8fd368eecb52', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1073141061-subnet', 'tenant_id': 'ec9a29227f1b402da02d8ce725e6cef8', 'ip_version': 4}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:16:33.755834 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0f985d-7f78-42f0-a43e-02a8b354904a admin admin] Pushing event updated for resources: {'Network': ['ID=b76c3898-71b4-47e9-8565-8fd368eecb52,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:16:33.767095 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-9e0f985d-7f78-42f0-a43e-02a8b354904a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:16:33.772778 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Network b76c3898-71b4-47e9-8565-8fd368eecb52 details requested by agent ovs-agent-dv-cinder-786627-11-iscsi with host dv-cinder-786627-11-iscsi {{(pid=92921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 07:16:33.789401 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3039a5f-a4e5-481e-9511-d07f61456d89 admin admin] Made reservation on behalf of ec9a29227f1b402da02d8ce725e6cef8 for: {'subnet': 1} {{(pid=92920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 07:16:33.794774 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-b3039a5f-a4e5-481e-9511-d07f61456d89 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5183198'] for subnet, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:34.091081 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-b3039a5f-a4e5-481e-9511-d07f61456d89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5150926', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5183212'] for subnet, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:34.093738 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:16:34.195662 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3039a5f-a4e5-481e-9511-d07f61456d89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5599c154-2134-4868-9ecc-e0f7abbd15ae,revision_number=0']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:16:34.210158 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-b3039a5f-a4e5-481e-9511-d07f61456d89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:16:34.249098 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3039a5f-a4e5-481e-9511-d07f61456d89 admin admin] Checking segment: {'id': '470fa131-3fdb-481d-89d7-dc5853f1500c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'b76c3898-71b4-47e9-8565-8fd368eecb52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 07:16:34.250035 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3039a5f-a4e5-481e-9511-d07f61456d89 admin admin] Network hostable DHCP agents. Network: b76c3898-71b4-47e9-8565-8fd368eecb52, hostable agents: ['23f99c3b-a432-44d9-a8da-8094b458f26a'], hosted agents: [] {{(pid=92920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 07:16:34.286419 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3039a5f-a4e5-481e-9511-d07f61456d89 admin admin] Network b76c3898-71b4-47e9-8565-8fd368eecb52 is scheduled to be hosted by DHCP agent 23f99c3b-a432-44d9-a8da-8094b458f26a with binding_index 1 {{(pid=92920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 07:16:34.312148 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.scheduler.base_scheduler [None req-b3039a5f-a4e5-481e-9511-d07f61456d89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-11-iscsi, b76c3898-71b4-47e9-8565-8fd368eecb52) {{(pid=92920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 07:16:34.319064 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3039a5f-a4e5-481e-9511-d07f61456d89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:16:34.319986 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-b3039a5f-a4e5-481e-9511-d07f61456d89 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:34.348485 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8efbb90-139c-472d-8a60-10bf92941c62 None None] Network b76c3898-71b4-47e9-8565-8fd368eecb52 requested from dv-cinder-786627-11-iscsi {{(pid=92921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 07:16:34.360289 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-b3039a5f-a4e5-481e-9511-d07f61456d89 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6248789 Jun 22 07:16:34.364774 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 46340) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:16:34.370775 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.v2.base [None req-f228c80e-3bab-464c-8d0c-bcfcb669810b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1073141061-router', 'tenant_id': 'ec9a29227f1b402da02d8ce725e6cef8', 'external_gateway_info': {'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2'}}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:16:34.397305 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f228c80e-3bab-464c-8d0c-bcfcb669810b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-578696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23766'] for router, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:34.398896 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f228c80e-3bab-464c-8d0c-bcfcb669810b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-707250', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1041088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23759'] for router, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:34.472056 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f228c80e-3bab-464c-8d0c-bcfcb669810b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:34.680537 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-706f55e0-c97f-4ca7-a71b-9a86625c9573 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53008036-bec8-516b-a9e7-d2c86795f928-b76c3898-71b4-47e9-8565-8fd368eecb52', 'network_id': 'b76c3898-71b4-47e9-8565-8fd368eecb52', 'tenant_id': 'ec9a29227f1b402da02d8ce725e6cef8', 'fixed_ips': [{'subnet_id': '5599c154-2134-4868-9ecc-e0f7abbd15ae'}]}} from dv-cinder-786627-11-iscsi. {{(pid=92921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 07:16:34.681538 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-706f55e0-c97f-4ca7-a71b-9a86625c9573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1809762'] for port, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:34.723065 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f228c80e-3bab-464c-8d0c-bcfcb669810b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-707264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-578682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-23801'] for router, precommit_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:34.886896 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.db_base_plugin_common [None req-706f55e0-c97f-4ca7-a71b-9a86625c9573 None None] Allocated IP 172.20.0.2 (b76c3898-71b4-47e9-8565-8fd368eecb52/5599c154-2134-4868-9ecc-e0f7abbd15ae/7a7af88d-ada5-4739-9429-20533ae53651) {{(pid=92921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 07:16:35.060487 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f228c80e-3bab-464c-8d0c-bcfcb669810b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:35.116647 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f228c80e-3bab-464c-8d0c-bcfcb669810b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1809762'] for port, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:35.184546 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-706f55e0-c97f-4ca7-a71b-9a86625c9573 None None] Notify callbacks [] for port, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:35.211002 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d3c1a5ff-c703-4bfc-bce3-efb8418f207c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:35.212593 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-706f55e0-c97f-4ca7-a71b-9a86625c9573 None None] Transition to ACTIVE for port object 7a7af88d-ada5-4739-9429-20533ae53651 will not be triggered until provisioned by entity L2. {{(pid=92921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 07:16:35.240239 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-706f55e0-c97f-4ca7-a71b-9a86625c9573 None None] Transition to ACTIVE for port object 7a7af88d-ada5-4739-9429-20533ae53651 will not be triggered until provisioned by entity DHCP. {{(pid=92921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 07:16:35.262736 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-706f55e0-c97f-4ca7-a71b-9a86625c9573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1809569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-690206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773473471591'] for port, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:35.280489 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:16:35.294439 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-706f55e0-c97f-4ca7-a71b-9a86625c9573 None None] Network b76c3898-71b4-47e9-8565-8fd368eecb52 is already hosted by enough agents. {{(pid=92921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 07:16:35.294439 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.scheduler.base_scheduler [None req-706f55e0-c97f-4ca7-a71b-9a86625c9573 None None] Resources bound (agent type, host, resource id): {{(pid=92921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 07:16:35.311121 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.db.db_base_plugin_common [None req-f228c80e-3bab-464c-8d0c-bcfcb669810b admin admin] Allocated IP 172.27.1.213 (73c4e24d-548c-4da2-96ca-75881b5fbbd2/544f46cc-96c5-45ec-92af-d864e0b11db8/e2d77938-9f84-4ef3-a840-eea521051cb4) {{(pid=92920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 07:16:35.313591 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706f55e0-c97f-4ca7-a71b-9a86625c9573 None None] Received port after_create {{(pid=92921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 07:16:35.457429 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [None req-706f55e0-c97f-4ca7-a71b-9a86625c9573 None None] Attempting to bind port 7a7af88d-ada5-4739-9429-20533ae53651 on host dv-cinder-786627-11-iscsi for vnic_type normal with profile {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 07:16:35.458441 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [None req-706f55e0-c97f-4ca7-a71b-9a86625c9573 None None] Attempting to bind port 7a7af88d-ada5-4739-9429-20533ae53651 by drivers openvswitch,hyperv on host dv-cinder-786627-11-iscsi at level 0 using segments [{'id': '470fa131-3fdb-481d-89d7-dc5853f1500c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'b76c3898-71b4-47e9-8565-8fd368eecb52'}] {{(pid=92921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 07:16:35.458951 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706f55e0-c97f-4ca7-a71b-9a86625c9573 None None] Attempting to bind port 7a7af88d-ada5-4739-9429-20533ae53651 on network b76c3898-71b4-47e9-8565-8fd368eecb52 {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 07:16:35.496878 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706f55e0-c97f-4ca7-a71b-9a86625c9573 None None] Checking agent: {'id': '25bcf34a-9be6-400d-9699-901d91ee39d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 7, 6, 3), 'started_at': datetime.datetime(2021, 6, 22, 7, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 7, 16, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 07:16:35.497560 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706f55e0-c97f-4ca7-a71b-9a86625c9573 None None] Checking segment: {'id': '470fa131-3fdb-481d-89d7-dc5853f1500c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'b76c3898-71b4-47e9-8565-8fd368eecb52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 07:16:35.498295 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-706f55e0-c97f-4ca7-a71b-9a86625c9573 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:35.499171 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706f55e0-c97f-4ca7-a71b-9a86625c9573 None None] Bound using segment: {'id': '470fa131-3fdb-481d-89d7-dc5853f1500c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'b76c3898-71b4-47e9-8565-8fd368eecb52'} {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 07:16:35.500034 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [None req-706f55e0-c97f-4ca7-a71b-9a86625c9573 None None] Bound port: 7a7af88d-ada5-4739-9429-20533ae53651, host: dv-cinder-786627-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '470fa131-3fdb-481d-89d7-dc5853f1500c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'b76c3898-71b4-47e9-8565-8fd368eecb52'}}] {{(pid=92921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 07:16:35.500797 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-706f55e0-c97f-4ca7-a71b-9a86625c9573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:35.515181 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f228c80e-3bab-464c-8d0c-bcfcb669810b admin admin] Notify callbacks [] for port, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:35.625534 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706f55e0-c97f-4ca7-a71b-9a86625c9573 None None] Pushing event updated for resources: {'Port': ['ID=7a7af88d-ada5-4739-9429-20533ae53651,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:16:35.630058 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-706f55e0-c97f-4ca7-a71b-9a86625c9573 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:16:35.681546 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-706f55e0-c97f-4ca7-a71b-9a86625c9573 None None] For port 7a7af88d-ada5-4739-9429-20533ae53651, host dv-cinder-786627-11-iscsi, cleared binding levels {{(pid=92921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 07:16:35.683835 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f228c80e-3bab-464c-8d0c-bcfcb669810b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1809569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-690206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773473471591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5150818'] for port, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:35.694613 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:16:35.700207 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-706f55e0-c97f-4ca7-a71b-9a86625c9573 None None] For port 7a7af88d-ada5-4739-9429-20533ae53651, host dv-cinder-786627-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-11-iscsi',level=0,port_id=7a7af88d-ada5-4739-9429-20533ae53651,segment=NetworkSegment(470fa131-3fdb-481d-89d7-dc5853f1500c),segment_id=470fa131-3fdb-481d-89d7-dc5853f1500c)] {{(pid=92921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 07:16:35.715317 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-706f55e0-c97f-4ca7-a71b-9a86625c9573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:35.718145 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:16:35.804344 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f228c80e-3bab-464c-8d0c-bcfcb669810b admin admin] Network 73c4e24d-548c-4da2-96ca-75881b5fbbd2 is already hosted by enough agents. {{(pid=92920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 07:16:35.810852 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.scheduler.base_scheduler [None req-f228c80e-3bab-464c-8d0c-bcfcb669810b admin admin] Resources bound (agent type, host, resource id): {{(pid=92920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 07:16:35.819352 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f228c80e-3bab-464c-8d0c-bcfcb669810b admin admin] Received port after_create {{(pid=92920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 07:16:35.846463 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706f55e0-c97f-4ca7-a71b-9a86625c9573 None None] Pushing event updated for resources: {'Port': ['ID=7a7af88d-ada5-4739-9429-20533ae53651,revision_number=2']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:16:35.853329 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-706f55e0-c97f-4ca7-a71b-9a86625c9573 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:16:35.881767 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f228c80e-3bab-464c-8d0c-bcfcb669810b admin admin] Pushing event updated for resources: {'Port': ['ID=e2d77938-9f84-4ef3-a840-eea521051cb4,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:16:35.893192 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-f228c80e-3bab-464c-8d0c-bcfcb669810b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:16:36.312536 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f228c80e-3bab-464c-8d0c-bcfcb669810b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:36.922075 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-f04bb265-eca6-4530-aeb1-0b3afeb7eb68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:37.032518 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f228c80e-3bab-464c-8d0c-bcfcb669810b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-706580'] for router, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:37.239097 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccc76756-4e15-4dd5-b9e9-f67d9b157202 None None] Network b76c3898-71b4-47e9-8565-8fd368eecb52 requested from dv-cinder-786627-11-iscsi {{(pid=92921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 07:16:37.276313 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f228c80e-3bab-464c-8d0c-bcfcb669810b admin admin] Router 8bd1946c-5955-45c6-99fa-0071638e897a is scheduled to L3 agent f18ef446-1389-4802-a345-f314a6956002 with binding_index 1 {{(pid=92920) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 07:16:37.350919 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-6f4e4482-4a5c-46f5-99a8-4d040d184dd4 None None] Provisioning for port 7a7af88d-ada5-4739-9429-20533ae53651 completed by entity DHCP. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 07:16:37.467127 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f228c80e-3bab-464c-8d0c-bcfcb669810b admin admin] Notify agent at l3_agent.dv-cinder-786627-11-iscsi the message routers_updated {{(pid=92920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 07:16:37.498014 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3365ce29-dceb-4cf1-862b-9d37f86ab157 None None] Sync routers for ids ['8bd1946c-5955-45c6-99fa-0071638e897a'] in dv-cinder-786627-11-iscsi {{(pid=92922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 07:16:37.508827 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3365ce29-dceb-4cf1-862b-9d37f86ab157 None None] Routers {'8bd1946c-5955-45c6-99fa-0071638e897a'} bound to L3 agent in host dv-cinder-786627-11-iscsi {{(pid=92922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 07:16:37.509483 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-3365ce29-dceb-4cf1-862b-9d37f86ab157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T07:06:03Z,description=,heartbeat_timestamp=2021-06-22T07:16:33Z,host='dv-cinder-786627-11-iscsi',id=f18ef446-1389-4802-a345-f314a6956002,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T07:06:03Z,topic='l3_agent')) {'router_ids': ['8bd1946c-5955-45c6-99fa-0071638e897a'], 'active': True} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:16:37.511370 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f228c80e-3bab-464c-8d0c-bcfcb669810b admin admin] Notify callbacks [] for router, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:37.519312 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-f228c80e-3bab-464c-8d0c-bcfcb669810b admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.1497641 Jun 22 07:16:37.519789 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 46382) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:16:37.647586 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Device 7a7af88d-ada5-4739-9429-20533ae53651 up at agent ovs-agent-dv-cinder-786627-11-iscsi {{(pid=92921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 07:16:37.771261 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvr_db [None req-3365ce29-dceb-4cf1-862b-9d37f86ab157 None None] Set router 8bd1946c-5955-45c6-99fa-0071638e897a gateway port host: dv-cinder-786627-11-iscsi {{(pid=92922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 07:16:37.783515 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Provisioning for port 7a7af88d-ada5-4739-9429-20533ae53651 completed by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 07:16:37.790061 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Provisioning complete for port 7a7af88d-ada5-4739-9429-20533ae53651 triggered by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:16:37.790443 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1879668'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:38.021043 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:38.156817 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-b5adf455-a07c-4be7-b752-465e5f8b68f2 None None] Provisioning complete for port 7a7af88d-ada5-4739-9429-20533ae53651 triggered by entity DHCP. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:16:38.157201 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-b5adf455-a07c-4be7-b752-465e5f8b68f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1879668'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:38.243317 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] For port 7a7af88d-ada5-4739-9429-20533ae53651, host dv-cinder-786627-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-11-iscsi',level=0,port_id=7a7af88d-ada5-4739-9429-20533ae53651,segment=NetworkSegment(470fa131-3fdb-481d-89d7-dc5853f1500c),segment_id=470fa131-3fdb-481d-89d7-dc5853f1500c)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:16:38.258004 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:38.261820 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-706f55e0-c97f-4ca7-a71b-9a86625c9573 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:16:38.509213 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-3365ce29-dceb-4cf1-862b-9d37f86ab157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bd1946c-5955-45c6-99fa-0071638e897a', 'name': 'tempest-TestMinimumBasicScenario-1073141061-router', 'tenant_id': 'ec9a29227f1b402da02d8ce725e6cef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'external_fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': 'e2d77938-9f84-4ef3-a840-eea521051cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:16:34Z', 'updated_at': '2021-06-22T07:16:36Z', 'revision_number': 3, 'project_id': 'ec9a29227f1b402da02d8ce725e6cef8', 'gw_port': {'id': 'e2d77938-9f84-4ef3-a840-eea521051cb4', 'name': '', 'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:59:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bd1946c-5955-45c6-99fa-0071638e897a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:16:35Z', 'updated_at': '2021-06-22T07:16:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-iscsi'}], 'dv-cinder-786627-11-iscsi', False) {} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:16:38.530980 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Pushing event updated for resources: {'Port': ['ID=7a7af88d-ada5-4739-9429-20533ae53651,revision_number=3']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:16:38.535773 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:16:38.547320 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3365ce29-dceb-4cf1-862b-9d37f86ab157 None None] Checking router: 8bd1946c-5955-45c6-99fa-0071638e897a for host: dv-cinder-786627-11-iscsi {{(pid=92922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 07:16:38.548165 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3365ce29-dceb-4cf1-862b-9d37f86ab157 None None] Updating router 8bd1946c-5955-45c6-99fa-0071638e897a port e2d77938-9f84-4ef3-a840-eea521051cb4 binding host dv-cinder-786627-11-iscsi {{(pid=92922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 07:16:38.566373 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-c72768e2-ee17-4599-be7a-4ac28be852ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1809762'] for port, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:38.592718 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-3365ce29-dceb-4cf1-862b-9d37f86ab157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:38.836521 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.db.db_base_plugin_common [None req-c72768e2-ee17-4599-be7a-4ac28be852ab admin admin] Allocated IP 172.20.0.1 (b76c3898-71b4-47e9-8565-8fd368eecb52/5599c154-2134-4868-9ecc-e0f7abbd15ae/42115bab-5c66-4554-8573-63ef445c3672) {{(pid=92919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 07:16:38.935774 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-3365ce29-dceb-4cf1-862b-9d37f86ab157 None None] Notify callbacks [] for port, precommit_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:38.951366 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-3365ce29-dceb-4cf1-862b-9d37f86ab157 None None] Transition to ACTIVE for port object e2d77938-9f84-4ef3-a840-eea521051cb4 will not be triggered until provisioned by entity L2. {{(pid=92922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 07:16:38.964195 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-3365ce29-dceb-4cf1-862b-9d37f86ab157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:38.969169 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:16:38.996104 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-c72768e2-ee17-4599-be7a-4ac28be852ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:39.019475 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.db.provisioning_blocks [None req-c72768e2-ee17-4599-be7a-4ac28be852ab admin admin] Transition to ACTIVE for port object 42115bab-5c66-4554-8573-63ef445c3672 will not be triggered until provisioned by entity DHCP. {{(pid=92919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 07:16:39.030267 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f15a29-fc15-4ca7-a446-a4923a74a369 None None] Pushing event updated for resources: {'Port': ['ID=e2d77938-9f84-4ef3-a840-eea521051cb4,revision_number=2']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:16:39.041885 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [None req-3365ce29-dceb-4cf1-862b-9d37f86ab157 None None] Attempting to bind port e2d77938-9f84-4ef3-a840-eea521051cb4 on host dv-cinder-786627-11-iscsi for vnic_type normal with profile {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 07:16:39.042314 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [None req-3365ce29-dceb-4cf1-862b-9d37f86ab157 None None] Attempting to bind port e2d77938-9f84-4ef3-a840-eea521051cb4 by drivers openvswitch,hyperv on host dv-cinder-786627-11-iscsi at level 0 using segments [{'id': '4e753e82-2fc6-4903-97a0-73083259f586', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2'}] {{(pid=92922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 07:16:39.043168 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3365ce29-dceb-4cf1-862b-9d37f86ab157 None None] Attempting to bind port e2d77938-9f84-4ef3-a840-eea521051cb4 on network 73c4e24d-548c-4da2-96ca-75881b5fbbd2 {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 07:16:39.047186 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f15a29-fc15-4ca7-a446-a4923a74a369 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:16:39.047534 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f15a29-fc15-4ca7-a446-a4923a74a369 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:16:39.047867 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f15a29-fc15-4ca7-a446-a4923a74a369 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:16:39.048193 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f15a29-fc15-4ca7-a446-a4923a74a369 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:16:39.048799 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f15a29-fc15-4ca7-a446-a4923a74a369 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:16:39.048999 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f15a29-fc15-4ca7-a446-a4923a74a369 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:16:39.049893 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f15a29-fc15-4ca7-a446-a4923a74a369 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:16:39.049893 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f15a29-fc15-4ca7-a446-a4923a74a369 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:16:39.049893 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f15a29-fc15-4ca7-a446-a4923a74a369 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:16:39.050763 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f15a29-fc15-4ca7-a446-a4923a74a369 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:16:39.050763 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f15a29-fc15-4ca7-a446-a4923a74a369 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:16:39.050763 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f15a29-fc15-4ca7-a446-a4923a74a369 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:16:39.056786 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-b0f15a29-fc15-4ca7-a446-a4923a74a369 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:16:39.058206 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3365ce29-dceb-4cf1-862b-9d37f86ab157 None None] Checking agent: {'id': '25bcf34a-9be6-400d-9699-901d91ee39d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 7, 6, 3), 'started_at': datetime.datetime(2021, 6, 22, 7, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 7, 16, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 07:16:39.058593 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3365ce29-dceb-4cf1-862b-9d37f86ab157 None None] Checking segment: {'id': '4e753e82-2fc6-4903-97a0-73083259f586', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 07:16:39.059007 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-3365ce29-dceb-4cf1-862b-9d37f86ab157 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:39.059406 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3365ce29-dceb-4cf1-862b-9d37f86ab157 None None] Bound using segment: {'id': '4e753e82-2fc6-4903-97a0-73083259f586', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2'} {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 07:16:39.059974 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [None req-3365ce29-dceb-4cf1-862b-9d37f86ab157 None None] Bound port: e2d77938-9f84-4ef3-a840-eea521051cb4, host: dv-cinder-786627-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e753e82-2fc6-4903-97a0-73083259f586', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2'}}] {{(pid=92922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 07:16:39.060766 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-3365ce29-dceb-4cf1-862b-9d37f86ab157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:39.117827 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-c72768e2-ee17-4599-be7a-4ac28be852ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1809569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-690206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773473471591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4832682'] for port, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:39.140865 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:16:39.164078 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c72768e2-ee17-4599-be7a-4ac28be852ab admin admin] Network b76c3898-71b4-47e9-8565-8fd368eecb52 is already hosted by enough agents. {{(pid=92919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 07:16:39.166998 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.scheduler.base_scheduler [None req-c72768e2-ee17-4599-be7a-4ac28be852ab admin admin] Resources bound (agent type, host, resource id): {{(pid=92919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 07:16:39.190903 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72768e2-ee17-4599-be7a-4ac28be852ab admin admin] Received port after_create {{(pid=92919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 07:16:39.244785 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-3365ce29-dceb-4cf1-862b-9d37f86ab157 None None] For port e2d77938-9f84-4ef3-a840-eea521051cb4, host dv-cinder-786627-11-iscsi, cleared binding levels {{(pid=92922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 07:16:39.258643 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-3365ce29-dceb-4cf1-862b-9d37f86ab157 None None] For port e2d77938-9f84-4ef3-a840-eea521051cb4, host dv-cinder-786627-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-11-iscsi',level=0,port_id=e2d77938-9f84-4ef3-a840-eea521051cb4,segment=NetworkSegment(4e753e82-2fc6-4903-97a0-73083259f586),segment_id=4e753e82-2fc6-4903-97a0-73083259f586)] {{(pid=92922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 07:16:39.268594 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-3365ce29-dceb-4cf1-862b-9d37f86ab157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:39.289608 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-60c1fd72-0129-4e1e-8792-1c230f20c725 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:16:39.416758 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72768e2-ee17-4599-be7a-4ac28be852ab admin admin] Pushing event updated for resources: {'Port': ['ID=42115bab-5c66-4554-8573-63ef445c3672,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:16:39.422498 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-c72768e2-ee17-4599-be7a-4ac28be852ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:16:39.465548 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-c72768e2-ee17-4599-be7a-4ac28be852ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-708604'] for router_interface, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:39.484108 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3365ce29-dceb-4cf1-862b-9d37f86ab157 None None] Routers {'8bd1946c-5955-45c6-99fa-0071638e897a'} bound to L3 agent in host dv-cinder-786627-11-iscsi {{(pid=92922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 07:16:39.485562 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-3365ce29-dceb-4cf1-862b-9d37f86ab157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T07:06:03Z,description=,heartbeat_timestamp=2021-06-22T07:16:33Z,host='dv-cinder-786627-11-iscsi',id=f18ef446-1389-4802-a345-f314a6956002,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T07:06:03Z,topic='l3_agent')) {'router_ids': ['8bd1946c-5955-45c6-99fa-0071638e897a'], 'active': True} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:16:39.495339 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f15a29-fc15-4ca7-a446-a4923a74a369 None None] Pushing event updated for resources: {'Port': ['ID=e2d77938-9f84-4ef3-a840-eea521051cb4,revision_number=3']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:16:39.585245 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Device 7a7af88d-ada5-4739-9429-20533ae53651 up at agent ovs-agent-dv-cinder-786627-11-iscsi {{(pid=92921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 07:16:39.587574 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-b0f15a29-fc15-4ca7-a446-a4923a74a369 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:16:39.614403 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-b3546b24-e300-4d1a-b467-8a4ac0bd62b3 req-7f8241b8-4866-41f5-a17e-ba5af1c20bfb tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-973362257&fields=id&tenant_id=bad142e993074902a8d64ad034fcd38e HTTP/1.1" status: 200 len: 267 time: 0.1763928 Jun 22 07:16:39.679829 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Provisioning complete for port 7a7af88d-ada5-4739-9429-20533ae53651 triggered by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:16:39.680643 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1879668'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:39.683393 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-ba4b45d7-c2c2-43c4-80d5-cb7dea51158d None None] Provisioning for port 42115bab-5c66-4554-8573-63ef445c3672 completed by entity DHCP. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 07:16:39.708292 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-ba4b45d7-c2c2-43c4-80d5-cb7dea51158d None None] Provisioning complete for port 42115bab-5c66-4554-8573-63ef445c3672 triggered by entity DHCP. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:16:39.709914 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-ba4b45d7-c2c2-43c4-80d5-cb7dea51158d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1879668'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:39.734251 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvr_db [None req-3365ce29-dceb-4cf1-862b-9d37f86ab157 None None] Set router 8bd1946c-5955-45c6-99fa-0071638e897a gateway port host: dv-cinder-786627-11-iscsi {{(pid=92922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 07:16:39.763712 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-ba4b45d7-c2c2-43c4-80d5-cb7dea51158d None None] Port 42115bab-5c66-4554-8573-63ef445c3672 cannot update to ACTIVE because it is not bound. {{(pid=92921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 07:16:39.923357 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3546b24-e300-4d1a-b467-8a4ac0bd62b3 req-82a737dc-114c-4f42-a878-1e911a763841 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:16:39.925094 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-b3546b24-e300-4d1a-b467-8a4ac0bd62b3 req-82a737dc-114c-4f42-a878-1e911a763841 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] 10.222.0.24 "GET /v2.0/networks?id=d7f11af1-230f-4471-a5c1-4f5f3c60c8f3 HTTP/1.1" status: 200 len: 809 time: 0.2903802 Jun 22 07:16:39.945135 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-c72768e2-ee17-4599-be7a-4ac28be852ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:39.965143 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-b3546b24-e300-4d1a-b467-8a4ac0bd62b3 req-19aeb5b9-0588-45ce-a0bf-3ed7098c249c tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] 10.222.0.24 "GET /v2.0/quotas/bad142e993074902a8d64ad034fcd38e HTTP/1.1" status: 200 len: 375 time: 0.0299075 Jun 22 07:16:40.122394 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-3365ce29-dceb-4cf1-862b-9d37f86ab157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bd1946c-5955-45c6-99fa-0071638e897a', 'name': 'tempest-TestMinimumBasicScenario-1073141061-router', 'tenant_id': 'ec9a29227f1b402da02d8ce725e6cef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'external_fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': 'e2d77938-9f84-4ef3-a840-eea521051cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:16:34Z', 'updated_at': '2021-06-22T07:16:36Z', 'revision_number': 3, 'project_id': 'ec9a29227f1b402da02d8ce725e6cef8', 'gw_port': {'id': 'e2d77938-9f84-4ef3-a840-eea521051cb4', 'name': '', 'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:59:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bd1946c-5955-45c6-99fa-0071638e897a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:16:35Z', 'updated_at': '2021-06-22T07:16:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-iscsi'}], 'dv-cinder-786627-11-iscsi', False) {} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:16:40.139990 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-b3546b24-e300-4d1a-b467-8a4ac0bd62b3 req-81186b7b-ed99-4a28-8199-7e333ae8ba4a tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=bad142e993074902a8d64ad034fcd38e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1448536 Jun 22 07:16:40.195362 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3365ce29-dceb-4cf1-862b-9d37f86ab157 None None] The sync data for ids ['8bd1946c-5955-45c6-99fa-0071638e897a'] in dv-cinder-786627-11-iscsi is: [{'id': '8bd1946c-5955-45c6-99fa-0071638e897a', 'name': 'tempest-TestMinimumBasicScenario-1073141061-router', 'tenant_id': 'ec9a29227f1b402da02d8ce725e6cef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'external_fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': 'e2d77938-9f84-4ef3-a840-eea521051cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:16:34Z', 'updated_at': '2021-06-22T07:16:36Z', 'revision_number': 3, 'project_id': 'ec9a29227f1b402da02d8ce725e6cef8', 'gw_port': {'id': 'e2d77938-9f84-4ef3-a840-eea521051cb4', 'name': '', 'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:59:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bd1946c-5955-45c6-99fa-0071638e897a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:16:35Z', 'updated_at': '2021-06-22T07:16:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-iscsi'}] {{(pid=92922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 07:16:40.357921 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-c72768e2-ee17-4599-be7a-4ac28be852ab admin admin] Notify callbacks [] for port, precommit_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:40.378624 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-b3546b24-e300-4d1a-b467-8a4ac0bd62b3 req-7c89a38c-57bf-4feb-afd7-075535f5d10f service neutron] 10.222.0.24 "GET /v2.0/networks/d7f11af1-230f-4471-a5c1-4f5f3c60c8f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2150092 Jun 22 07:16:40.381472 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-c72768e2-ee17-4599-be7a-4ac28be852ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4832664'] for port, after_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:40.383975 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:16:40.548146 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72768e2-ee17-4599-be7a-4ac28be852ab admin admin] Pushing event updated for resources: {'Port': ['ID=42115bab-5c66-4554-8573-63ef445c3672,revision_number=2']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:16:40.553662 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-c72768e2-ee17-4599-be7a-4ac28be852ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-690288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-581351'] for router_interface, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:40.557256 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-c72768e2-ee17-4599-be7a-4ac28be852ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:16:40.661469 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-b3546b24-e300-4d1a-b467-8a4ac0bd62b3 req-7bafe9ca-4d70-413b-b837-21f10b09eb2e service neutron] 10.222.0.24 "GET /v2.0/networks/d7f11af1-230f-4471-a5c1-4f5f3c60c8f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2737799 Jun 22 07:16:40.812703 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c72768e2-ee17-4599-be7a-4ac28be852ab admin admin] Network b76c3898-71b4-47e9-8565-8fd368eecb52 is already hosted by enough agents. {{(pid=92919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 07:16:40.814500 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.scheduler.base_scheduler [None req-c72768e2-ee17-4599-be7a-4ac28be852ab admin admin] Resources bound (agent type, host, resource id): {{(pid=92919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 07:16:41.160490 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c72768e2-ee17-4599-be7a-4ac28be852ab admin admin] Router 8bd1946c-5955-45c6-99fa-0071638e897a has already been hosted by L3 agent f18ef446-1389-4802-a345-f314a6956002 {{(pid=92919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 07:16:41.307559 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-cf11e676-a56e-415b-828d-f7fbe4724f64 req-467fa7d6-20b8-4b27-af4a-d1edafdf606f tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] 10.222.0.24 "GET /v2.0/ports?device_id=e06b8c2b-299c-47b2-816b-b7bf0d326c99 HTTP/1.1" status: 200 len: 210 time: 0.0480442 Jun 22 07:16:41.332490 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-5bf1eafc-a3e7-453d-8f59-a204bef142c5 None None] Provisioning complete for port 42115bab-5c66-4554-8573-63ef445c3672 triggered by entity DHCP. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:16:41.333031 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5bf1eafc-a3e7-453d-8f59-a204bef142c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1879668'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:41.417792 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-5bf1eafc-a3e7-453d-8f59-a204bef142c5 None None] Port 42115bab-5c66-4554-8573-63ef445c3672 cannot update to ACTIVE because it is not bound. {{(pid=92921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 07:16:41.463392 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c72768e2-ee17-4599-be7a-4ac28be852ab admin admin] Notify agent at l3_agent.dv-cinder-786627-11-iscsi the message routers_updated {{(pid=92919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 07:16:41.482668 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-c72768e2-ee17-4599-be7a-4ac28be852ab admin admin] 10.222.0.24 "PUT /v2.0/routers/8bd1946c-5955-45c6-99fa-0071638e897a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9596403 Jun 22 07:16:41.635587 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Device e2d77938-9f84-4ef3-a840-eea521051cb4 up at agent ovs-agent-dv-cinder-786627-11-iscsi {{(pid=92921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 07:16:41.785579 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Provisioning for port e2d77938-9f84-4ef3-a840-eea521051cb4 completed by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 07:16:41.805088 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Provisioning complete for port e2d77938-9f84-4ef3-a840-eea521051cb4 triggered by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:16:41.805645 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1879668'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:42.012885 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:42.058685 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] For port e2d77938-9f84-4ef3-a840-eea521051cb4, host dv-cinder-786627-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-11-iscsi',level=0,port_id=e2d77938-9f84-4ef3-a840-eea521051cb4,segment=NetworkSegment(4e753e82-2fc6-4903-97a0-73083259f586),segment_id=4e753e82-2fc6-4903-97a0-73083259f586)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:16:42.066330 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:42.072412 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:16:42.235227 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Pushing event updated for resources: {'Port': ['ID=e2d77938-9f84-4ef3-a840-eea521051cb4,revision_number=4']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:16:42.239210 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:16:42.488157 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18c38be-8d8c-41b3-bedc-29c977e2e53b req-6976ca6f-6ae6-4c58-832c-c22c5fd03f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:16:42.490788 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-f18c38be-8d8c-41b3-bedc-29c977e2e53b req-6976ca6f-6ae6-4c58-832c-c22c5fd03f9e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a6b59c4ef34b41bd9dbb44d6fa033408&device_id=ec3d9cd3-7990-46e7-a0c4-277e3dc80819 HTTP/1.1" status: 200 len: 1099 time: 0.1716664 Jun 22 07:16:42.668487 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-55422613-dbdb-4e29-a314-8f20c89cd561 req-44b9e73b-7537-4e04-8978-0df921882572 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] 10.222.0.24 "GET /v2.0/ports?device_id=e06b8c2b-299c-47b2-816b-b7bf0d326c99 HTTP/1.1" status: 200 len: 210 time: 0.0648203 Jun 22 07:16:42.738779 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18c38be-8d8c-41b3-bedc-29c977e2e53b req-abddf16e-744d-45aa-a874-b0ecc105d937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:16:42.741120 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-f18c38be-8d8c-41b3-bedc-29c977e2e53b req-abddf16e-744d-45aa-a874-b0ecc105d937 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2cb6791c-9360-429c-a118-cd829e120353 HTTP/1.1" status: 200 len: 920 time: 0.2430730 Jun 22 07:16:42.750235 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bb9387-2780-47d2-b4f4-2158565ad2d6 req-0ea10714-51fe-4a3f-b10c-155ad9e23972 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:16:42.753481 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-46bb9387-2780-47d2-b4f4-2158565ad2d6 req-0ea10714-51fe-4a3f-b10c-155ad9e23972 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec3d9cd3-7990-46e7-a0c4-277e3dc80819 HTTP/1.1" status: 200 len: 946 time: 0.2049727 Jun 22 07:16:42.814352 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-f18c38be-8d8c-41b3-bedc-29c977e2e53b req-c25e36ba-346d-4660-8ffa-5a6e7c026a2c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e4c5e89b-6f1f-4a27-b090-bc12a9842c1d HTTP/1.1" status: 200 len: 217 time: 0.0598640 Jun 22 07:16:42.846460 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 46514) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:16:42.855198 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.v2.base [None req-5c34f3d9-833f-4b21-8a16-6dba74ca1438 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-540610565-network', 'tenant_id': '7a1c28ccfbf14ccdaece550cdee5edf0'}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:16:42.884122 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c34f3d9-833f-4b21-8a16-6dba74ca1438 admin admin] Made reservation on behalf of 7a1c28ccfbf14ccdaece550cdee5edf0 for: {'network': 1} {{(pid=92920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 07:16:42.886616 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-46bb9387-2780-47d2-b4f4-2158565ad2d6 req-e83bad12-8a1a-4a19-bdaa-7f48a47e6f33 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/security-groups?id=30e0c465-7839-4da2-bd45-e1fbd7ad0257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710995 Jun 22 07:16:42.886819 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-5c34f3d9-833f-4b21-8a16-6dba74ca1438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1809762'] for network, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:42.894231 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18c38be-8d8c-41b3-bedc-29c977e2e53b req-db9314a9-6fd9-416a-9756-d3a0cacb5573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:16:42.895703 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-f18c38be-8d8c-41b3-bedc-29c977e2e53b req-db9314a9-6fd9-416a-9756-d3a0cacb5573 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1c5404e1-ac7c-4acf-ad2d-147e6479ce37 HTTP/1.1" status: 200 len: 859 time: 0.0649486 Jun 22 07:16:42.898366 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-5c34f3d9-833f-4b21-8a16-6dba74ca1438 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:42.940993 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-f18c38be-8d8c-41b3-bedc-29c977e2e53b req-0c638373-5277-47ab-868e-d4f6460c5c37 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2cb6791c-9360-429c-a118-cd829e120353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313318 Jun 22 07:16:43.028993 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-5c34f3d9-833f-4b21-8a16-6dba74ca1438 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:43.039339 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-5c34f3d9-833f-4b21-8a16-6dba74ca1438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:43.055059 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-f2be4a0e-7723-485b-ba88-6ef05a55c8f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:16:43.058374 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-f18c38be-8d8c-41b3-bedc-29c977e2e53b req-77908579-6042-42bf-879a-c4c0d3f153b8 service neutron] 10.222.0.41 "GET /v2.0/networks/2cb6791c-9360-429c-a118-cd829e120353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069415 Jun 22 07:16:43.065430 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c34f3d9-833f-4b21-8a16-6dba74ca1438 admin admin] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'} {{(pid=92920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 07:16:43.089388 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fccc3f1-e9b0-4a3b-b2cf-63c0a8f1c299 None None] Sync routers for ids ['8bd1946c-5955-45c6-99fa-0071638e897a'] in dv-cinder-786627-11-iscsi {{(pid=92921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 07:16:43.103288 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fccc3f1-e9b0-4a3b-b2cf-63c0a8f1c299 None None] Routers {'8bd1946c-5955-45c6-99fa-0071638e897a'} bound to L3 agent in host dv-cinder-786627-11-iscsi {{(pid=92921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 07:16:43.104708 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-5fccc3f1-e9b0-4a3b-b2cf-63c0a8f1c299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T07:06:03Z,description=,heartbeat_timestamp=2021-06-22T07:16:33Z,host='dv-cinder-786627-11-iscsi',id=f18ef446-1389-4802-a345-f314a6956002,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T07:06:03Z,topic='l3_agent')) {'router_ids': ['8bd1946c-5955-45c6-99fa-0071638e897a'], 'active': True} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:16:43.113028 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-5c34f3d9-833f-4b21-8a16-6dba74ca1438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1885363'] for segment, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:43.113028 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.db.segments_db [None req-5c34f3d9-833f-4b21-8a16-6dba74ca1438 admin admin] Added segment 3a505b83-1c2b-4509-b827-beaea00a921c of type vlan for network 35c77580-f5d7-408f-999b-062d1e5765f0 Jun 22 07:16:43.191553 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-5c34f3d9-833f-4b21-8a16-6dba74ca1438 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773473491173'] for network, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:43.201194 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-f18c38be-8d8c-41b3-bedc-29c977e2e53b req-de1408ad-a47e-43a8-beba-6e815d130a97 service neutron] 10.222.0.41 "GET /v2.0/networks/2cb6791c-9360-429c-a118-cd829e120353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254072 Jun 22 07:16:43.226272 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 46518) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:16:43.231144 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c34f3d9-833f-4b21-8a16-6dba74ca1438 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a2b42dd-69da-4f21-b302-4538d82f4b21,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:16:43.247508 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c34f3d9-833f-4b21-8a16-6dba74ca1438 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:16:43.248135 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c34f3d9-833f-4b21-8a16-6dba74ca1438 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:16:43.248783 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c34f3d9-833f-4b21-8a16-6dba74ca1438 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:16:43.249645 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c34f3d9-833f-4b21-8a16-6dba74ca1438 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:16:43.250476 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c34f3d9-833f-4b21-8a16-6dba74ca1438 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:16:43.251348 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c34f3d9-833f-4b21-8a16-6dba74ca1438 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:16:43.252444 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c34f3d9-833f-4b21-8a16-6dba74ca1438 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:16:43.253277 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c34f3d9-833f-4b21-8a16-6dba74ca1438 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:16:43.254096 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c34f3d9-833f-4b21-8a16-6dba74ca1438 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:16:43.254946 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c34f3d9-833f-4b21-8a16-6dba74ca1438 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:16:43.255890 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c34f3d9-833f-4b21-8a16-6dba74ca1438 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:16:43.256728 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c34f3d9-833f-4b21-8a16-6dba74ca1438 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:16:43.265753 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-5c34f3d9-833f-4b21-8a16-6dba74ca1438 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:16:43.278860 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-5c34f3d9-833f-4b21-8a16-6dba74ca1438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-54575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-690206'] for network, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:43.280298 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c34f3d9-833f-4b21-8a16-6dba74ca1438 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:16:43.280981 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-5c34f3d9-833f-4b21-8a16-6dba74ca1438 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-690179'] for network, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:43.284201 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-7f294e2f-1308-464a-9306-c0c0764de5a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:16:43.291839 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvr_db [None req-5fccc3f1-e9b0-4a3b-b2cf-63c0a8f1c299 None None] Set router 8bd1946c-5955-45c6-99fa-0071638e897a gateway port host: dv-cinder-786627-11-iscsi {{(pid=92921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 07:16:43.328459 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-5c34f3d9-833f-4b21-8a16-6dba74ca1438 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4806955 Jun 22 07:16:43.333920 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 46526) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:16:43.342188 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.v2.base [None req-8b663ee1-183c-4f04-9166-2382f8818e2b admin admin] Request body: {'subnet': {'network_id': '35c77580-f5d7-408f-999b-062d1e5765f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-540610565-subnet', 'tenant_id': '7a1c28ccfbf14ccdaece550cdee5edf0', 'ip_version': 4}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:16:43.434859 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c34f3d9-833f-4b21-8a16-6dba74ca1438 admin admin] Pushing event updated for resources: {'Network': ['ID=35c77580-f5d7-408f-999b-062d1e5765f0,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:16:43.440633 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-5c34f3d9-833f-4b21-8a16-6dba74ca1438 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:16:43.525365 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b663ee1-183c-4f04-9166-2382f8818e2b admin admin] Made reservation on behalf of 7a1c28ccfbf14ccdaece550cdee5edf0 for: {'subnet': 1} {{(pid=92919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 07:16:43.528533 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-8b663ee1-183c-4f04-9166-2382f8818e2b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5137541'] for subnet, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:43.564874 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Network 35c77580-f5d7-408f-999b-062d1e5765f0 details requested by agent ovs-agent-dv-cinder-786627-11-iscsi with host dv-cinder-786627-11-iscsi {{(pid=92921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 07:16:43.567846 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Device e2d77938-9f84-4ef3-a840-eea521051cb4 up at agent ovs-agent-dv-cinder-786627-11-iscsi {{(pid=92921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 07:16:43.612085 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3546b24-e300-4d1a-b467-8a4ac0bd62b3 req-33bcf4e7-2206-4a63-9c3e-9a63802a15be tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:16:43.613792 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-b3546b24-e300-4d1a-b467-8a4ac0bd62b3 req-33bcf4e7-2206-4a63-9c3e-9a63802a15be tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] 10.222.0.41 "GET /v2.0/networks?id=d7f11af1-230f-4471-a5c1-4f5f3c60c8f3 HTTP/1.1" status: 200 len: 809 time: 0.2673819 Jun 22 07:16:43.662135 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-700194c9-30e3-44a7-83eb-ea98dd9a20a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:43.743301 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Provisioning complete for port e2d77938-9f84-4ef3-a840-eea521051cb4 triggered by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:16:43.743301 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1879668'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:43.808780 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-5fccc3f1-e9b0-4a3b-b2cf-63c0a8f1c299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bd1946c-5955-45c6-99fa-0071638e897a', 'name': 'tempest-TestMinimumBasicScenario-1073141061-router', 'tenant_id': 'ec9a29227f1b402da02d8ce725e6cef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'external_fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': 'e2d77938-9f84-4ef3-a840-eea521051cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:16:34Z', 'updated_at': '2021-06-22T07:16:39Z', 'revision_number': 4, 'project_id': 'ec9a29227f1b402da02d8ce725e6cef8', 'gw_port': {'id': 'e2d77938-9f84-4ef3-a840-eea521051cb4', 'name': '', 'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:59:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd1946c-5955-45c6-99fa-0071638e897a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:16:35Z', 'updated_at': '2021-06-22T07:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-iscsi', '_interfaces': [{'id': '42115bab-5c66-4554-8573-63ef445c3672', 'name': '', 'network_id': 'b76c3898-71b4-47e9-8565-8fd368eecb52', 'tenant_id': 'ec9a29227f1b402da02d8ce725e6cef8', 'mac_address': 'fa:16:3e:d3:86:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bd1946c-5955-45c6-99fa-0071638e897a', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '5599c154-2134-4868-9ecc-e0f7abbd15ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:16:38Z', 'updated_at': '2021-06-22T07:16:40Z', 'revision_number': 2, 'project_id': 'ec9a29227f1b402da02d8ce725e6cef8', 'subnets': [{'id': '5599c154-2134-4868-9ecc-e0f7abbd15ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-11-iscsi', False) {} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:16:43.836757 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-b3546b24-e300-4d1a-b467-8a4ac0bd62b3 req-ef2fd550-cc19-415a-9f3f-47861d38257b tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bad142e993074902a8d64ad034fcd38e HTTP/1.1" status: 200 len: 379 time: 0.1828141 Jun 22 07:16:43.842690 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fccc3f1-e9b0-4a3b-b2cf-63c0a8f1c299 None None] Checking router: 8bd1946c-5955-45c6-99fa-0071638e897a for host: dv-cinder-786627-11-iscsi {{(pid=92921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 07:16:43.843069 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fccc3f1-e9b0-4a3b-b2cf-63c0a8f1c299 None None] Updating router 8bd1946c-5955-45c6-99fa-0071638e897a port 42115bab-5c66-4554-8573-63ef445c3672 binding host dv-cinder-786627-11-iscsi {{(pid=92921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 07:16:43.859805 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.v2.base [req-b3546b24-e300-4d1a-b467-8a4ac0bd62b3 req-cbeb3af0-9280-4756-95af-6085dd78859b tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Request body: {'port': {'device_id': 'e06b8c2b-299c-47b2-816b-b7bf0d326c99', 'network_id': 'd7f11af1-230f-4471-a5c1-4f5f3c60c8f3', 'admin_state_up': True, 'tenant_id': 'bad142e993074902a8d64ad034fcd38e', 'security_groups': ['6c57c8ce-dc6e-4d15-a567-952cea45b9cb']}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:16:43.884489 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-0496e2de-1c6e-405d-ae29-46eb961e4a80 req-b155d1cd-4f88-4750-a760-ba37242ed487 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] 10.222.0.24 "GET /v2.0/ports?device_id=e06b8c2b-299c-47b2-816b-b7bf0d326c99 HTTP/1.1" status: 200 len: 210 time: 0.0566537 Jun 22 07:16:43.911425 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5fccc3f1-e9b0-4a3b-b2cf-63c0a8f1c299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:44.281772 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5fccc3f1-e9b0-4a3b-b2cf-63c0a8f1c299 None None] Notify callbacks [] for port, precommit_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:44.304697 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-5fccc3f1-e9b0-4a3b-b2cf-63c0a8f1c299 None None] Transition to ACTIVE for port object 42115bab-5c66-4554-8573-63ef445c3672 will not be triggered until provisioned by entity L2. {{(pid=92921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 07:16:44.313668 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5fccc3f1-e9b0-4a3b-b2cf-63c0a8f1c299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:44.320468 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-e0e026ef-8bc1-4ba7-9d7d-e2676874626e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:16:44.429330 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9aa8da-7340-460c-a99e-06a77c0b4290 None None] Pushing event updated for resources: {'Port': ['ID=42115bab-5c66-4554-8573-63ef445c3672,revision_number=3']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:16:44.432778 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-6c9aa8da-7340-460c-a99e-06a77c0b4290 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:16:44.502530 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-700194c9-30e3-44a7-83eb-ea98dd9a20a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:44.508712 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [None req-5fccc3f1-e9b0-4a3b-b2cf-63c0a8f1c299 None None] Attempting to bind port 42115bab-5c66-4554-8573-63ef445c3672 on host dv-cinder-786627-11-iscsi for vnic_type normal with profile {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 07:16:44.509084 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [None req-5fccc3f1-e9b0-4a3b-b2cf-63c0a8f1c299 None None] Attempting to bind port 42115bab-5c66-4554-8573-63ef445c3672 by drivers openvswitch,hyperv on host dv-cinder-786627-11-iscsi at level 0 using segments [{'id': '470fa131-3fdb-481d-89d7-dc5853f1500c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'b76c3898-71b4-47e9-8565-8fd368eecb52'}] {{(pid=92921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 07:16:44.509651 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fccc3f1-e9b0-4a3b-b2cf-63c0a8f1c299 None None] Attempting to bind port 42115bab-5c66-4554-8573-63ef445c3672 on network b76c3898-71b4-47e9-8565-8fd368eecb52 {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 07:16:44.515815 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fccc3f1-e9b0-4a3b-b2cf-63c0a8f1c299 None None] Checking agent: {'id': '25bcf34a-9be6-400d-9699-901d91ee39d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 7, 6, 3), 'started_at': datetime.datetime(2021, 6, 22, 7, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 7, 16, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 07:16:44.516530 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fccc3f1-e9b0-4a3b-b2cf-63c0a8f1c299 None None] Checking segment: {'id': '470fa131-3fdb-481d-89d7-dc5853f1500c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'b76c3898-71b4-47e9-8565-8fd368eecb52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 07:16:44.516984 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5fccc3f1-e9b0-4a3b-b2cf-63c0a8f1c299 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:44.517399 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fccc3f1-e9b0-4a3b-b2cf-63c0a8f1c299 None None] Bound using segment: {'id': '470fa131-3fdb-481d-89d7-dc5853f1500c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'b76c3898-71b4-47e9-8565-8fd368eecb52'} {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 07:16:44.518059 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [None req-5fccc3f1-e9b0-4a3b-b2cf-63c0a8f1c299 None None] Bound port: 42115bab-5c66-4554-8573-63ef445c3672, host: dv-cinder-786627-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '470fa131-3fdb-481d-89d7-dc5853f1500c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'b76c3898-71b4-47e9-8565-8fd368eecb52'}}] {{(pid=92921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 07:16:44.518445 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5fccc3f1-e9b0-4a3b-b2cf-63c0a8f1c299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:44.529119 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-700194c9-30e3-44a7-83eb-ea98dd9a20a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:44.541197 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-9e0f985d-7f78-42f0-a43e-02a8b354904a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:16:44.574299 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-8b663ee1-183c-4f04-9166-2382f8818e2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4832518', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5137591'] for subnet, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:44.602807 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-5fccc3f1-e9b0-4a3b-b2cf-63c0a8f1c299 None None] For port 42115bab-5c66-4554-8573-63ef445c3672, host dv-cinder-786627-11-iscsi, cleared binding levels {{(pid=92921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 07:16:44.608836 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-5fccc3f1-e9b0-4a3b-b2cf-63c0a8f1c299 None None] For port 42115bab-5c66-4554-8573-63ef445c3672, host dv-cinder-786627-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-11-iscsi',level=0,port_id=42115bab-5c66-4554-8573-63ef445c3672,segment=NetworkSegment(470fa131-3fdb-481d-89d7-dc5853f1500c),segment_id=470fa131-3fdb-481d-89d7-dc5853f1500c)] {{(pid=92921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 07:16:44.614672 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5fccc3f1-e9b0-4a3b-b2cf-63c0a8f1c299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:44.619629 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-700194c9-30e3-44a7-83eb-ea98dd9a20a4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5b8548f2ec6b491f8977a67654f7d6ca&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3887587 Jun 22 07:16:44.619882 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-cff053ac-7a84-45fe-9de1-a1edfff7eb6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:16:44.620760 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 46594) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:16:44.621652 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700194c9-30e3-44a7-83eb-ea98dd9a20a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fef8e78-30fc-4d92-a0ca-ca2a07aa2add,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:16:44.636341 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e555f83b-0126-466e-b0dd-a7f2772bf52d req-1e32b021-d21d-497b-9248-591dc17cf5d6 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:16:44.651379 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-e555f83b-0126-466e-b0dd-a7f2772bf52d req-1e32b021-d21d-497b-9248-591dc17cf5d6 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec3d9cd3-7990-46e7-a0c4-277e3dc80819 HTTP/1.1" status: 200 len: 946 time: 0.3694611 Jun 22 07:16:44.658156 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-700194c9-30e3-44a7-83eb-ea98dd9a20a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:16:44.659271 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.057s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:16:44.687295 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-d19f5bc4-3d26-4f38-911d-ec9deac106c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:44.697783 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fccc3f1-e9b0-4a3b-b2cf-63c0a8f1c299 None None] Routers {'8bd1946c-5955-45c6-99fa-0071638e897a'} bound to L3 agent in host dv-cinder-786627-11-iscsi {{(pid=92921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 07:16:44.698660 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-5fccc3f1-e9b0-4a3b-b2cf-63c0a8f1c299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T07:06:03Z,description=,heartbeat_timestamp=2021-06-22T07:16:33Z,host='dv-cinder-786627-11-iscsi',id=f18ef446-1389-4802-a345-f314a6956002,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T07:06:03Z,topic='l3_agent')) {'router_ids': ['8bd1946c-5955-45c6-99fa-0071638e897a'], 'active': True} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:16:44.726932 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-d19f5bc4-3d26-4f38-911d-ec9deac106c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:44.747455 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3546b24-e300-4d1a-b467-8a4ac0bd62b3 req-cbeb3af0-9280-4756-95af-6085dd78859b tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Made reservation on behalf of bad142e993074902a8d64ad034fcd38e for: {'port': 1} {{(pid=92919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 07:16:44.753918 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-b3546b24-e300-4d1a-b467-8a4ac0bd62b3 req-cbeb3af0-9280-4756-95af-6085dd78859b tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1809762'] for port, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:44.771961 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9aa8da-7340-460c-a99e-06a77c0b4290 None None] Pushing event updated for resources: {'Port': ['ID=42115bab-5c66-4554-8573-63ef445c3672,revision_number=4']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:16:44.776209 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-6c9aa8da-7340-460c-a99e-06a77c0b4290 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:16:44.829980 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-d19f5bc4-3d26-4f38-911d-ec9deac106c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:44.839105 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-d19f5bc4-3d26-4f38-911d-ec9deac106c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:44.845673 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-d19f5bc4-3d26-4f38-911d-ec9deac106c9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3fef8e78-30fc-4d92-a0ca-ca2a07aa2add HTTP/1.1" status: 204 len: 168 time: 0.2222204 Jun 22 07:16:44.846718 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-591d1ea2-2fca-4d16-b003-b9798cd214bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:16:44.853585 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-e555f83b-0126-466e-b0dd-a7f2772bf52d req-e56212b6-ebab-47f7-8e21-11fa6915320e tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/security-groups?id=30e0c465-7839-4da2-bd45-e1fbd7ad0257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011728 Jun 22 07:16:44.857422 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19f5bc4-3d26-4f38-911d-ec9deac106c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fef8e78-30fc-4d92-a0ca-ca2a07aa2add,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:16:44.877655 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-d19f5bc4-3d26-4f38-911d-ec9deac106c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:16:44.890909 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvr_db [None req-5fccc3f1-e9b0-4a3b-b2cf-63c0a8f1c299 None None] Set router 8bd1946c-5955-45c6-99fa-0071638e897a gateway port host: dv-cinder-786627-11-iscsi {{(pid=92921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 07:16:44.915729 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b663ee1-183c-4f04-9166-2382f8818e2b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e574c9b5-a00c-4865-867e-934af8545a65,revision_number=0']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:16:44.931276 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-8b663ee1-183c-4f04-9166-2382f8818e2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:16:44.934680 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b663ee1-183c-4f04-9166-2382f8818e2b admin admin] Checking segment: {'id': '3a505b83-1c2b-4509-b827-beaea00a921c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '35c77580-f5d7-408f-999b-062d1e5765f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 07:16:44.935140 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b663ee1-183c-4f04-9166-2382f8818e2b admin admin] Network hostable DHCP agents. Network: 35c77580-f5d7-408f-999b-062d1e5765f0, hostable agents: ['23f99c3b-a432-44d9-a8da-8094b458f26a'], hosted agents: [] {{(pid=92919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 07:16:44.974276 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b663ee1-183c-4f04-9166-2382f8818e2b admin admin] Network 35c77580-f5d7-408f-999b-062d1e5765f0 is scheduled to be hosted by DHCP agent 23f99c3b-a432-44d9-a8da-8094b458f26a with binding_index 1 {{(pid=92919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 07:16:44.986981 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.scheduler.base_scheduler [None req-8b663ee1-183c-4f04-9166-2382f8818e2b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-11-iscsi, 35c77580-f5d7-408f-999b-062d1e5765f0) {{(pid=92919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 07:16:44.998540 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b663ee1-183c-4f04-9166-2382f8818e2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:16:44.999635 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-8b663ee1-183c-4f04-9166-2382f8818e2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-690179'] for subnet, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:45.096685 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-8b663ee1-183c-4f04-9166-2382f8818e2b admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.7589438 Jun 22 07:16:45.097618 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 46604) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:16:45.105211 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.v2.base [None req-04e771d0-02a3-446c-a1f4-6c34c92a8543 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-540610565-router', 'tenant_id': '7a1c28ccfbf14ccdaece550cdee5edf0', 'external_gateway_info': {'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2'}}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:16:45.129077 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-78974afc-951f-471c-823a-1a5ba6299ce4 req-c6f4250b-6f2e-48fa-88b6-129e49e953e5 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] 10.222.0.24 "GET /v2.0/ports?device_id=e06b8c2b-299c-47b2-816b-b7bf0d326c99 HTTP/1.1" status: 200 len: 210 time: 0.0588796 Jun 22 07:16:45.130451 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.db.db_base_plugin_common [req-b3546b24-e300-4d1a-b467-8a4ac0bd62b3 req-cbeb3af0-9280-4756-95af-6085dd78859b tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Allocated IP 172.20.0.4 (d7f11af1-230f-4471-a5c1-4f5f3c60c8f3/891a545b-b43a-4ff2-9704-5f5d06788d9d/71fe681a-3e39-4ecd-9cfc-22b161500189) {{(pid=92919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 07:16:45.133915 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-04e771d0-02a3-446c-a1f4-6c34c92a8543 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-578696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23766'] for router, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:45.151804 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-04e771d0-02a3-446c-a1f4-6c34c92a8543 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-707250', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1041088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23759'] for router, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:45.186605 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-033e2e33-b42d-49e4-b6f5-4f935207b94f None None] Network 35c77580-f5d7-408f-999b-062d1e5765f0 requested from dv-cinder-786627-11-iscsi {{(pid=92921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 07:16:45.292228 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-04e771d0-02a3-446c-a1f4-6c34c92a8543 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:45.413504 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-b3546b24-e300-4d1a-b467-8a4ac0bd62b3 req-cbeb3af0-9280-4756-95af-6085dd78859b tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Notify callbacks [] for port, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:45.444228 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.db.provisioning_blocks [req-b3546b24-e300-4d1a-b467-8a4ac0bd62b3 req-cbeb3af0-9280-4756-95af-6085dd78859b tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Transition to ACTIVE for port object 71fe681a-3e39-4ecd-9cfc-22b161500189 will not be triggered until provisioned by entity DHCP. {{(pid=92919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 07:16:45.491773 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-04e771d0-02a3-446c-a1f4-6c34c92a8543 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-707264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-578682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-23801'] for router, precommit_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:45.498763 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c96a643c-66e2-47f8-a68f-f3db3f20f40f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53008036-bec8-516b-a9e7-d2c86795f928-35c77580-f5d7-408f-999b-062d1e5765f0', 'network_id': '35c77580-f5d7-408f-999b-062d1e5765f0', 'tenant_id': '7a1c28ccfbf14ccdaece550cdee5edf0', 'fixed_ips': [{'subnet_id': 'e574c9b5-a00c-4865-867e-934af8545a65'}]}} from dv-cinder-786627-11-iscsi. {{(pid=92921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 07:16:45.499659 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-c96a643c-66e2-47f8-a68f-f3db3f20f40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1809762'] for port, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:45.524300 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 46618) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:16:45.534850 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-b3546b24-e300-4d1a-b467-8a4ac0bd62b3 req-cbeb3af0-9280-4756-95af-6085dd78859b tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1809569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-690206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773473471591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4832682'] for port, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:45.541858 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-813abfb4-fb76-40e0-9f6f-08e7190936a1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:16:45.612507 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-5fccc3f1-e9b0-4a3b-b2cf-63c0a8f1c299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bd1946c-5955-45c6-99fa-0071638e897a', 'name': 'tempest-TestMinimumBasicScenario-1073141061-router', 'tenant_id': 'ec9a29227f1b402da02d8ce725e6cef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'external_fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': 'e2d77938-9f84-4ef3-a840-eea521051cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:16:34Z', 'updated_at': '2021-06-22T07:16:39Z', 'revision_number': 4, 'project_id': 'ec9a29227f1b402da02d8ce725e6cef8', 'gw_port': {'id': 'e2d77938-9f84-4ef3-a840-eea521051cb4', 'name': '', 'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:59:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd1946c-5955-45c6-99fa-0071638e897a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:16:35Z', 'updated_at': '2021-06-22T07:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-iscsi', '_interfaces': [{'id': '42115bab-5c66-4554-8573-63ef445c3672', 'name': '', 'network_id': 'b76c3898-71b4-47e9-8565-8fd368eecb52', 'tenant_id': 'ec9a29227f1b402da02d8ce725e6cef8', 'mac_address': 'fa:16:3e:d3:86:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bd1946c-5955-45c6-99fa-0071638e897a', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '5599c154-2134-4868-9ecc-e0f7abbd15ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:16:38Z', 'updated_at': '2021-06-22T07:16:44Z', 'revision_number': 4, 'project_id': 'ec9a29227f1b402da02d8ce725e6cef8', 'subnets': [{'id': '5599c154-2134-4868-9ecc-e0f7abbd15ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-11-iscsi', False) {} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:16:45.628405 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3546b24-e300-4d1a-b467-8a4ac0bd62b3 req-cbeb3af0-9280-4756-95af-6085dd78859b tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Network d7f11af1-230f-4471-a5c1-4f5f3c60c8f3 is already hosted by enough agents. {{(pid=92919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 07:16:45.636793 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.scheduler.base_scheduler [req-b3546b24-e300-4d1a-b467-8a4ac0bd62b3 req-cbeb3af0-9280-4756-95af-6085dd78859b tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Resources bound (agent type, host, resource id): {{(pid=92919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 07:16:45.647742 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3546b24-e300-4d1a-b467-8a4ac0bd62b3 req-cbeb3af0-9280-4756-95af-6085dd78859b tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Received port after_create {{(pid=92919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 07:16:45.687976 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fccc3f1-e9b0-4a3b-b2cf-63c0a8f1c299 None None] The sync data for ids ['8bd1946c-5955-45c6-99fa-0071638e897a'] in dv-cinder-786627-11-iscsi is: [{'id': '8bd1946c-5955-45c6-99fa-0071638e897a', 'name': 'tempest-TestMinimumBasicScenario-1073141061-router', 'tenant_id': 'ec9a29227f1b402da02d8ce725e6cef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'external_fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': 'e2d77938-9f84-4ef3-a840-eea521051cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:16:34Z', 'updated_at': '2021-06-22T07:16:39Z', 'revision_number': 4, 'project_id': 'ec9a29227f1b402da02d8ce725e6cef8', 'gw_port': {'id': 'e2d77938-9f84-4ef3-a840-eea521051cb4', 'name': '', 'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:59:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd1946c-5955-45c6-99fa-0071638e897a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:16:35Z', 'updated_at': '2021-06-22T07:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-iscsi', '_interfaces': [{'id': '42115bab-5c66-4554-8573-63ef445c3672', 'name': '', 'network_id': 'b76c3898-71b4-47e9-8565-8fd368eecb52', 'tenant_id': 'ec9a29227f1b402da02d8ce725e6cef8', 'mac_address': 'fa:16:3e:d3:86:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bd1946c-5955-45c6-99fa-0071638e897a', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '5599c154-2134-4868-9ecc-e0f7abbd15ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:16:38Z', 'updated_at': '2021-06-22T07:16:44Z', 'revision_number': 4, 'project_id': 'ec9a29227f1b402da02d8ce725e6cef8', 'subnets': [{'id': '5599c154-2134-4868-9ecc-e0f7abbd15ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 07:16:45.701246 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3546b24-e300-4d1a-b467-8a4ac0bd62b3 req-cbeb3af0-9280-4756-95af-6085dd78859b tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:16:45.701945 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-b3546b24-e300-4d1a-b467-8a4ac0bd62b3 req-cbeb3af0-9280-4756-95af-6085dd78859b tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91146'] for port, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:45.742817 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.db_base_plugin_common [None req-c96a643c-66e2-47f8-a68f-f3db3f20f40f None None] Allocated IP 172.20.0.2 (35c77580-f5d7-408f-999b-062d1e5765f0/e574c9b5-a00c-4865-867e-934af8545a65/461f8914-6536-4a2d-8868-92ee931556ea) {{(pid=92921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 07:16:45.794424 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbeb3af0-9280-4756-95af-6085dd78859b tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Pushing event updated for resources: {'Port': ['ID=71fe681a-3e39-4ecd-9cfc-22b161500189,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:16:45.799189 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-cbeb3af0-9280-4756-95af-6085dd78859b tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:16:45.811748 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.db.db_base_plugin_v2 [None req-57355a26-c6c2-47e0-a252-60cd445f585e admin admin] Deleting subnet bc2984dc-f431-4817-b47a-dd84fe1934c1 {{(pid=92919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 07:16:45.823436 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-b3546b24-e300-4d1a-b467-8a4ac0bd62b3 req-cbeb3af0-9280-4756-95af-6085dd78859b tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9739456 Jun 22 07:16:45.824139 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-57355a26-c6c2-47e0-a252-60cd445f585e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:45.868458 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.v2.base [req-b3546b24-e300-4d1a-b467-8a4ac0bd62b3 req-91b105f9-2d3b-4ef9-be84-4f6da1928042 service neutron] Request body: {'port': {'device_id': 'e06b8c2b-299c-47b2-816b-b7bf0d326c99', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:16:46.002936 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-57355a26-c6c2-47e0-a252-60cd445f585e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4640585'] for subnet, precommit_delete_associations {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:46.074573 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-04e771d0-02a3-446c-a1f4-6c34c92a8543 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:46.088334 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-b3546b24-e300-4d1a-b467-8a4ac0bd62b3 req-91b105f9-2d3b-4ef9-be84-4f6da1928042 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:46.111783 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-c96a643c-66e2-47f8-a68f-f3db3f20f40f None None] Notify callbacks [] for port, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:46.125139 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-c96a643c-66e2-47f8-a68f-f3db3f20f40f None None] Transition to ACTIVE for port object 461f8914-6536-4a2d-8868-92ee931556ea will not be triggered until provisioned by entity L2. {{(pid=92921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 07:16:46.127943 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-04e771d0-02a3-446c-a1f4-6c34c92a8543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1809762'] for port, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:46.170548 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-c96a643c-66e2-47f8-a68f-f3db3f20f40f None None] Transition to ACTIVE for port object 461f8914-6536-4a2d-8868-92ee931556ea will not be triggered until provisioned by entity DHCP. {{(pid=92921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 07:16:46.178469 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-4e751340-7b44-415c-a8dd-8c48924026c6 None None] Provisioning for port 71fe681a-3e39-4ecd-9cfc-22b161500189 completed by entity DHCP. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 07:16:46.186399 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-c96a643c-66e2-47f8-a68f-f3db3f20f40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1809569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-690206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773473471591'] for port, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:46.189465 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-57355a26-c6c2-47e0-a252-60cd445f585e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1883746'] for subnet, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:46.191159 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-6c9aa8da-7340-460c-a99e-06a77c0b4290 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:16:46.242445 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-4e751340-7b44-415c-a8dd-8c48924026c6 None None] Provisioning complete for port 71fe681a-3e39-4ecd-9cfc-22b161500189 triggered by entity DHCP. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:16:46.243069 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-4e751340-7b44-415c-a8dd-8c48924026c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1879668'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:46.291966 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96a643c-66e2-47f8-a68f-f3db3f20f40f None None] Pushing event updated for resources: {'Port': ['ID=461f8914-6536-4a2d-8868-92ee931556ea,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:16:46.302872 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-c96a643c-66e2-47f8-a68f-f3db3f20f40f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:16:46.303763 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-4e751340-7b44-415c-a8dd-8c48924026c6 None None] Port 71fe681a-3e39-4ecd-9cfc-22b161500189 cannot update to ACTIVE because it is not bound. {{(pid=92921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 07:16:46.321754 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c96a643c-66e2-47f8-a68f-f3db3f20f40f None None] Network 35c77580-f5d7-408f-999b-062d1e5765f0 is already hosted by enough agents. {{(pid=92921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 07:16:46.323652 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.scheduler.base_scheduler [None req-c96a643c-66e2-47f8-a68f-f3db3f20f40f None None] Resources bound (agent type, host, resource id): {{(pid=92921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 07:16:46.331037 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96a643c-66e2-47f8-a68f-f3db3f20f40f None None] Received port after_create {{(pid=92921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 07:16:46.407050 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [None req-c96a643c-66e2-47f8-a68f-f3db3f20f40f None None] Attempting to bind port 461f8914-6536-4a2d-8868-92ee931556ea on host dv-cinder-786627-11-iscsi for vnic_type normal with profile {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 07:16:46.407537 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [None req-c96a643c-66e2-47f8-a68f-f3db3f20f40f None None] Attempting to bind port 461f8914-6536-4a2d-8868-92ee931556ea by drivers openvswitch,hyperv on host dv-cinder-786627-11-iscsi at level 0 using segments [{'id': '3a505b83-1c2b-4509-b827-beaea00a921c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '35c77580-f5d7-408f-999b-062d1e5765f0'}] {{(pid=92921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 07:16:46.408032 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96a643c-66e2-47f8-a68f-f3db3f20f40f None None] Attempting to bind port 461f8914-6536-4a2d-8868-92ee931556ea on network 35c77580-f5d7-408f-999b-062d1e5765f0 {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 07:16:46.416635 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96a643c-66e2-47f8-a68f-f3db3f20f40f None None] Checking agent: {'id': '25bcf34a-9be6-400d-9699-901d91ee39d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 7, 6, 3), 'started_at': datetime.datetime(2021, 6, 22, 7, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 7, 16, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 07:16:46.417446 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96a643c-66e2-47f8-a68f-f3db3f20f40f None None] Checking segment: {'id': '3a505b83-1c2b-4509-b827-beaea00a921c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '35c77580-f5d7-408f-999b-062d1e5765f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 07:16:46.418252 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-c96a643c-66e2-47f8-a68f-f3db3f20f40f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:46.418891 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96a643c-66e2-47f8-a68f-f3db3f20f40f None None] Bound using segment: {'id': '3a505b83-1c2b-4509-b827-beaea00a921c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '35c77580-f5d7-408f-999b-062d1e5765f0'} {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 07:16:46.419709 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [None req-c96a643c-66e2-47f8-a68f-f3db3f20f40f None None] Bound port: 461f8914-6536-4a2d-8868-92ee931556ea, host: dv-cinder-786627-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a505b83-1c2b-4509-b827-beaea00a921c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '35c77580-f5d7-408f-999b-062d1e5765f0'}}] {{(pid=92921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 07:16:46.420540 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-c96a643c-66e2-47f8-a68f-f3db3f20f40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:46.424468 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.db.db_base_plugin_common [None req-04e771d0-02a3-446c-a1f4-6c34c92a8543 admin admin] Allocated IP 172.27.1.106 (73c4e24d-548c-4da2-96ca-75881b5fbbd2/544f46cc-96c5-45ec-92af-d864e0b11db8/3f018774-97d1-484b-a6c2-b41b4da04058) {{(pid=92920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 07:16:46.528814 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.notifiers.nova [req-b3546b24-e300-4d1a-b467-8a4ac0bd62b3 req-91b105f9-2d3b-4ef9-be84-4f6da1928042 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71fe681a-3e39-4ecd-9cfc-22b161500189 {{(pid=92919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 07:16:46.538543 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-c96a643c-66e2-47f8-a68f-f3db3f20f40f None None] For port 461f8914-6536-4a2d-8868-92ee931556ea, host dv-cinder-786627-11-iscsi, cleared binding levels {{(pid=92921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 07:16:46.539272 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-b3546b24-e300-4d1a-b467-8a4ac0bd62b3 req-91b105f9-2d3b-4ef9-be84-4f6da1928042 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:46.543033 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-c96a643c-66e2-47f8-a68f-f3db3f20f40f None None] For port 461f8914-6536-4a2d-8868-92ee931556ea, host dv-cinder-786627-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-11-iscsi',level=0,port_id=461f8914-6536-4a2d-8868-92ee931556ea,segment=NetworkSegment(3a505b83-1c2b-4509-b827-beaea00a921c),segment_id=3a505b83-1c2b-4509-b827-beaea00a921c)] {{(pid=92921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 07:16:46.550715 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-c96a643c-66e2-47f8-a68f-f3db3f20f40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:46.552927 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.db.provisioning_blocks [req-b3546b24-e300-4d1a-b467-8a4ac0bd62b3 req-91b105f9-2d3b-4ef9-be84-4f6da1928042 service neutron] Transition to ACTIVE for port object 71fe681a-3e39-4ecd-9cfc-22b161500189 will not be triggered until provisioned by entity L2. {{(pid=92919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 07:16:46.562475 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:16:46.604843 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-04e771d0-02a3-446c-a1f4-6c34c92a8543 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:46.618864 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-b3546b24-e300-4d1a-b467-8a4ac0bd62b3 req-91b105f9-2d3b-4ef9-be84-4f6da1928042 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4832664'] for port, after_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:46.624605 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:16:46.664465 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-04e771d0-02a3-446c-a1f4-6c34c92a8543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1809569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-690206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773473471591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5150818'] for port, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:46.670021 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:16:46.683009 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96a643c-66e2-47f8-a68f-f3db3f20f40f None None] Pushing event updated for resources: {'Port': ['ID=461f8914-6536-4a2d-8868-92ee931556ea,revision_number=2']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:16:46.686632 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-c96a643c-66e2-47f8-a68f-f3db3f20f40f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:16:46.723222 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04e771d0-02a3-446c-a1f4-6c34c92a8543 admin admin] Network 73c4e24d-548c-4da2-96ca-75881b5fbbd2 is already hosted by enough agents. {{(pid=92920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 07:16:46.728030 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.scheduler.base_scheduler [None req-04e771d0-02a3-446c-a1f4-6c34c92a8543 admin admin] Resources bound (agent type, host, resource id): {{(pid=92920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 07:16:46.736606 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e771d0-02a3-446c-a1f4-6c34c92a8543 admin admin] Received port after_create {{(pid=92920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 07:16:46.807957 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e771d0-02a3-446c-a1f4-6c34c92a8543 admin admin] Pushing event updated for resources: {'Port': ['ID=3f018774-97d1-484b-a6c2-b41b4da04058,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:16:46.848716 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd687d8e-e269-4204-b5e1-404ab0cb8db3 req-041863bd-e1f5-4e75-9596-8c15aff41f36 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:16:46.850552 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-dd687d8e-e269-4204-b5e1-404ab0cb8db3 req-041863bd-e1f5-4e75-9596-8c15aff41f36 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec3d9cd3-7990-46e7-a0c4-277e3dc80819 HTTP/1.1" status: 200 len: 946 time: 0.7294230 Jun 22 07:16:46.850704 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-04e771d0-02a3-446c-a1f4-6c34c92a8543 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:16:46.859232 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b105f9-2d3b-4ef9-be84-4f6da1928042 service neutron] Pushing event updated for resources: {'Port': ['ID=71fe681a-3e39-4ecd-9cfc-22b161500189,revision_number=2']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:16:46.910450 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-91b105f9-2d3b-4ef9-be84-4f6da1928042 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:16:46.920845 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb4fa77-173c-4e63-898c-6502a8841e35 req-abb5faf8-e3d9-47c5-940e-be1a89212353 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:16:46.924997 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-2fb4fa77-173c-4e63-898c-6502a8841e35 req-abb5faf8-e3d9-47c5-940e-be1a89212353 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] 10.222.0.24 "GET /v2.0/ports?device_id=e06b8c2b-299c-47b2-816b-b7bf0d326c99 HTTP/1.1" status: 200 len: 943 time: 0.3475044 Jun 22 07:16:46.980416 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-57355a26-c6c2-47e0-a252-60cd445f585e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1883739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4832729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5137568'] for subnet, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:47.075392 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-23bcee24-6cbc-4c08-9805-c5d5ac0c0df6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:16:47.088143 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-dd687d8e-e269-4204-b5e1-404ab0cb8db3 req-3380d8cb-48f4-4734-a557-50ec75c6da4e tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/security-groups?id=30e0c465-7839-4da2-bd45-e1fbd7ad0257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931684 Jun 22 07:16:47.159082 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-57355a26-c6c2-47e0-a252-60cd445f585e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-690179'] for subnet, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:47.164526 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-57355a26-c6c2-47e0-a252-60cd445f585e admin admin] 10.222.0.24 "DELETE /v2.0/subnets/bc2984dc-f431-4817-b47a-dd84fe1934c1 HTTP/1.1" status: 204 len: 168 time: 1.6383631 Jun 22 07:16:47.166716 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57355a26-c6c2-47e0-a252-60cd445f585e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc2984dc-f431-4817-b47a-dd84fe1934c1,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:16:47.171457 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 46678) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:16:47.205052 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-2fb4fa77-173c-4e63-898c-6502a8841e35 req-117fb797-4a30-421a-9a87-0135e4e35b15 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c57c8ce-dc6e-4d15-a567-952cea45b9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2450573 Jun 22 07:16:47.214681 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-57355a26-c6c2-47e0-a252-60cd445f585e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:16:47.233910 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-04e771d0-02a3-446c-a1f4-6c34c92a8543 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:47.466700 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.managers [req-b3546b24-e300-4d1a-b467-8a4ac0bd62b3 req-91b105f9-2d3b-4ef9-be84-4f6da1928042 service neutron] Attempting to bind port 71fe681a-3e39-4ecd-9cfc-22b161500189 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=92919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 07:16:47.467286 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.managers [req-b3546b24-e300-4d1a-b467-8a4ac0bd62b3 req-91b105f9-2d3b-4ef9-be84-4f6da1928042 service neutron] Attempting to bind port 71fe681a-3e39-4ecd-9cfc-22b161500189 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '0f65caae-8828-41c5-aacf-f49c73598fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'd7f11af1-230f-4471-a5c1-4f5f3c60c8f3'}] {{(pid=92919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 07:16:47.467699 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3546b24-e300-4d1a-b467-8a4ac0bd62b3 req-91b105f9-2d3b-4ef9-be84-4f6da1928042 service neutron] Attempting to bind port 71fe681a-3e39-4ecd-9cfc-22b161500189 on network d7f11af1-230f-4471-a5c1-4f5f3c60c8f3 {{(pid=92919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 07:16:47.476832 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-4d3102e8-9b46-43c9-8cac-477bf3577f7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777681'] for network, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:47.478787 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3546b24-e300-4d1a-b467-8a4ac0bd62b3 req-91b105f9-2d3b-4ef9-be84-4f6da1928042 service neutron] Port 71fe681a-3e39-4ecd-9cfc-22b161500189 on network d7f11af1-230f-4471-a5c1-4f5f3c60c8f3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=92919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 07:16:47.479109 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3546b24-e300-4d1a-b467-8a4ac0bd62b3 req-91b105f9-2d3b-4ef9-be84-4f6da1928042 service neutron] Attempting to bind port 71fe681a-3e39-4ecd-9cfc-22b161500189 on network d7f11af1-230f-4471-a5c1-4f5f3c60c8f3 {{(pid=92919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 07:16:47.486565 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3546b24-e300-4d1a-b467-8a4ac0bd62b3 req-91b105f9-2d3b-4ef9-be84-4f6da1928042 service neutron] Checking agent: {'id': 'ce8fa221-be2f-440a-9097-46e1804b8f29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 7, 12, 2), 'started_at': datetime.datetime(2021, 6, 22, 7, 12, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 7, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 07:16:47.486816 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3546b24-e300-4d1a-b467-8a4ac0bd62b3 req-91b105f9-2d3b-4ef9-be84-4f6da1928042 service neutron] Checking segment: {'id': '0f65caae-8828-41c5-aacf-f49c73598fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'd7f11af1-230f-4471-a5c1-4f5f3c60c8f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 07:16:47.487205 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3546b24-e300-4d1a-b467-8a4ac0bd62b3 req-91b105f9-2d3b-4ef9-be84-4f6da1928042 service neutron] Bound using segment: {'id': '0f65caae-8828-41c5-aacf-f49c73598fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'd7f11af1-230f-4471-a5c1-4f5f3c60c8f3'} {{(pid=92919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 07:16:47.487865 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.managers [req-b3546b24-e300-4d1a-b467-8a4ac0bd62b3 req-91b105f9-2d3b-4ef9-be84-4f6da1928042 service neutron] Bound port: 71fe681a-3e39-4ecd-9cfc-22b161500189, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f65caae-8828-41c5-aacf-f49c73598fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'd7f11af1-230f-4471-a5c1-4f5f3c60c8f3'}}] {{(pid=92919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 07:16:47.488217 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-b3546b24-e300-4d1a-b467-8a4ac0bd62b3 req-91b105f9-2d3b-4ef9-be84-4f6da1928042 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:47.603737 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Device 42115bab-5c66-4554-8573-63ef445c3672 up at agent ovs-agent-dv-cinder-786627-11-iscsi {{(pid=92921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 07:16:47.630315 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-04e771d0-02a3-446c-a1f4-6c34c92a8543 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-706580'] for router, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:47.679512 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-4d3102e8-9b46-43c9-8cac-477bf3577f7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1883115', 'neutron.services.segments.db._delete_segments_for_network-8773474011859'] for network, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:47.697823 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.services.segments.db [None req-4d3102e8-9b46-43c9-8cac-477bf3577f7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31e2b9a5-acef-422e-882a-031867f08161']}} {{(pid=92919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:16:47.704928 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Provisioning for port 42115bab-5c66-4554-8573-63ef445c3672 completed by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 07:16:47.707058 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.db [req-b3546b24-e300-4d1a-b467-8a4ac0bd62b3 req-91b105f9-2d3b-4ef9-be84-4f6da1928042 service neutron] For port 71fe681a-3e39-4ecd-9cfc-22b161500189, host hv-cinder-78662, cleared binding levels {{(pid=92919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 07:16:47.716347 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.services.segments.db [None req-4d3102e8-9b46-43c9-8cac-477bf3577f7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af41065c-6602-4bb6-acb3-dc4c9d262c54') {'for_net_delete': True} {{(pid=92919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:16:47.716618 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.services.segments.db [None req-4d3102e8-9b46-43c9-8cac-477bf3577f7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af41065c-6602-4bb6-acb3-dc4c9d262c54') {} {{(pid=92919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:16:47.718488 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Provisioning complete for port 42115bab-5c66-4554-8573-63ef445c3672 triggered by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:16:47.719152 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1879668'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:47.733779 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.db [req-b3546b24-e300-4d1a-b467-8a4ac0bd62b3 req-91b105f9-2d3b-4ef9-be84-4f6da1928042 service neutron] For port 71fe681a-3e39-4ecd-9cfc-22b161500189, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=71fe681a-3e39-4ecd-9cfc-22b161500189,segment=NetworkSegment(0f65caae-8828-41c5-aacf-f49c73598fb9),segment_id=0f65caae-8828-41c5-aacf-f49c73598fb9)] {{(pid=92919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 07:16:47.735583 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-4d3102e8-9b46-43c9-8cac-477bf3577f7d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773474011688', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4640638'] for segment, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:47.747040 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-b3546b24-e300-4d1a-b467-8a4ac0bd62b3 req-91b105f9-2d3b-4ef9-be84-4f6da1928042 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4832664'] for port, after_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:47.751713 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-fd8ae2ef-89ea-4f8d-b4b9-695ebe2d61c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:16:47.767222 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-4d3102e8-9b46-43c9-8cac-477bf3577f7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1885363'] for segment, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:47.801074 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d3102e8-9b46-43c9-8cac-477bf3577f7d admin admin] Releasing vlan 427 on physical network physnet1 to pool {{(pid=92919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 07:16:47.801489 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-4d3102e8-9b46-43c9-8cac-477bf3577f7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1885363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5222240'] for segment, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:47.803484 dv-cinder-786627-11-iscsi neutron-server[92919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 07:16:47.803484 dv-cinder-786627-11-iscsi neutron-server[92919]: conditions |= (models_v2.Port.network_id.in_( Jun 22 07:16:47.803484 dv-cinder-786627-11-iscsi neutron-server[92919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 07:16:47.803484 dv-cinder-786627-11-iscsi neutron-server[92919]: conditions |= (models_v2.Port.network_id.in_( Jun 22 07:16:47.803484 dv-cinder-786627-11-iscsi neutron-server[92919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 07:16:47.803484 dv-cinder-786627-11-iscsi neutron-server[92919]: conditions |= (models_v2.Port.network_id.in_( Jun 22 07:16:47.803484 dv-cinder-786627-11-iscsi neutron-server[92919]: Traceback (most recent call last): Jun 22 07:16:47.803484 dv-cinder-786627-11-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 07:16:47.803484 dv-cinder-786627-11-iscsi neutron-server[92919]: timer() Jun 22 07:16:47.803484 dv-cinder-786627-11-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 07:16:47.803484 dv-cinder-786627-11-iscsi neutron-server[92919]: cb(*args, **kw) Jun 22 07:16:47.803484 dv-cinder-786627-11-iscsi neutron-server[92919]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 07:16:47.803484 dv-cinder-786627-11-iscsi neutron-server[92919]: return func(*args, **kwargs) Jun 22 07:16:47.803484 dv-cinder-786627-11-iscsi neutron-server[92919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 07:16:47.803484 dv-cinder-786627-11-iscsi neutron-server[92919]: self._notify() Jun 22 07:16:47.803484 dv-cinder-786627-11-iscsi neutron-server[92919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 07:16:47.803484 dv-cinder-786627-11-iscsi neutron-server[92919]: self.callback(batched_events) Jun 22 07:16:47.803484 dv-cinder-786627-11-iscsi neutron-server[92919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 07:16:47.803484 dv-cinder-786627-11-iscsi neutron-server[92919]: event.method(event) Jun 22 07:16:47.803484 dv-cinder-786627-11-iscsi neutron-server[92919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 07:16:47.803484 dv-cinder-786627-11-iscsi neutron-server[92919]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 07:16:47.803484 dv-cinder-786627-11-iscsi neutron-server[92919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 07:16:47.803484 dv-cinder-786627-11-iscsi neutron-server[92919]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 07:16:47.803484 dv-cinder-786627-11-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 07:16:47.803484 dv-cinder-786627-11-iscsi neutron-server[92919]: return f(self, *a, **k) Jun 22 07:16:47.803484 dv-cinder-786627-11-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 07:16:47.803484 dv-cinder-786627-11-iscsi neutron-server[92919]: return self._get(url).json() Jun 22 07:16:47.803484 dv-cinder-786627-11-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 07:16:47.803484 dv-cinder-786627-11-iscsi neutron-server[92919]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 07:16:47.803484 dv-cinder-786627-11-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 07:16:47.803484 dv-cinder-786627-11-iscsi neutron-server[92919]: return self.request(url, 'GET', **kwargs) Jun 22 07:16:47.803484 dv-cinder-786627-11-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 07:16:47.803484 dv-cinder-786627-11-iscsi neutron-server[92919]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 07:16:47.803484 dv-cinder-786627-11-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 07:16:47.803484 dv-cinder-786627-11-iscsi neutron-server[92919]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 07:16:47.803484 dv-cinder-786627-11-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 07:16:47.803484 dv-cinder-786627-11-iscsi neutron-server[92919]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 07:16:47.803484 dv-cinder-786627-11-iscsi neutron-server[92919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 07:16:47.879757 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:47.891826 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3546b24-e300-4d1a-b467-8a4ac0bd62b3 req-91b105f9-2d3b-4ef9-be84-4f6da1928042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:16:47.892578 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-b3546b24-e300-4d1a-b467-8a4ac0bd62b3 req-91b105f9-2d3b-4ef9-be84-4f6da1928042 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91146'] for port, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:47.897104 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-b3546b24-e300-4d1a-b467-8a4ac0bd62b3 req-91b105f9-2d3b-4ef9-be84-4f6da1928042 service neutron] 10.222.0.41 "PUT /v2.0/ports/71fe681a-3e39-4ecd-9cfc-22b161500189 HTTP/1.1" status: 200 len: 1093 time: 2.0372968 Jun 22 07:16:47.899604 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04e771d0-02a3-446c-a1f4-6c34c92a8543 admin admin] Router 4c4b3883-d7bc-414b-95d9-eacc97e58529 is scheduled to L3 agent f18ef446-1389-4802-a345-f314a6956002 with binding_index 1 {{(pid=92920) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 07:16:47.915978 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e06b8c2b-299c-47b2-816b-b7bf0d326c99', 'tag': '71fe681a-3e39-4ecd-9cfc-22b161500189'}] {{(pid=92919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 07:16:47.919711 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2874ba58536e60953e76cf0b72237944d74909d10009afe4cd7b86cda982d3ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eebf8d5-bd12-416d-8877-75eab74edc0f" -d '{"events": [{"name": "network-changed", "server_uuid": "e06b8c2b-299c-47b2-816b-b7bf0d326c99", "tag": "71fe681a-3e39-4ecd-9cfc-22b161500189"}]}' {{(pid=92919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 07:16:47.956132 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] For port 42115bab-5c66-4554-8573-63ef445c3672, host dv-cinder-786627-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-11-iscsi',level=0,port_id=42115bab-5c66-4554-8573-63ef445c3672,segment=NetworkSegment(470fa131-3fdb-481d-89d7-dc5853f1500c),segment_id=470fa131-3fdb-481d-89d7-dc5853f1500c)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:16:47.966194 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:47.967476 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Device 461f8914-6536-4a2d-8868-92ee931556ea up at agent ovs-agent-dv-cinder-786627-11-iscsi {{(pid=92921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 07:16:48.027880 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:16:48.043395 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 07:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29d459cb-93e0-4a25-a00f-95f27621799a x-openstack-request-id: req-29d459cb-93e0-4a25-a00f-95f27621799a {{(pid=92919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 07:16:48.044258 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e06b8c2b-299c-47b2-816b-b7bf0d326c99", "tag": "71fe681a-3e39-4ecd-9cfc-22b161500189", "status": "completed", "code": 200}]} {{(pid=92919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 07:16:48.044258 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-29d459cb-93e0-4a25-a00f-95f27621799a {{(pid=92919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 07:16:48.044605 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e06b8c2b-299c-47b2-816b-b7bf0d326c99', 'tag': '71fe681a-3e39-4ecd-9cfc-22b161500189', 'status': 'completed', 'code': 200} Jun 22 07:16:48.050001 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b105f9-2d3b-4ef9-be84-4f6da1928042 service neutron] Pushing event updated for resources: {'Port': ['ID=71fe681a-3e39-4ecd-9cfc-22b161500189,revision_number=3']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:16:48.055218 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-91b105f9-2d3b-4ef9-be84-4f6da1928042 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:16:48.066544 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-4d3102e8-9b46-43c9-8cac-477bf3577f7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1883104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-54575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-690206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-706735'] for network, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:48.079357 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-4d3102e8-9b46-43c9-8cac-477bf3577f7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-690179'] for network, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:48.086955 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-4d3102e8-9b46-43c9-8cac-477bf3577f7d admin admin] 10.222.0.24 "DELETE /v2.0/networks/31e2b9a5-acef-422e-882a-031867f08161 HTTP/1.1" status: 204 len: 168 time: 0.8968832 Jun 22 07:16:48.087908 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:16:48.121676 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3102e8-9b46-43c9-8cac-477bf3577f7d admin admin] Pushing event deleted for resources: {'Network': ['ID=31e2b9a5-acef-422e-882a-031867f08161,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:16:48.126802 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-4d3102e8-9b46-43c9-8cac-477bf3577f7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:16:48.141414 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04e771d0-02a3-446c-a1f4-6c34c92a8543 admin admin] Notify agent at l3_agent.dv-cinder-786627-11-iscsi the message routers_updated {{(pid=92920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 07:16:48.156208 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e70425d-4335-48f9-870e-f8aaf8e3d0f6 None None] Sync routers for ids ['4c4b3883-d7bc-414b-95d9-eacc97e58529'] in dv-cinder-786627-11-iscsi {{(pid=92922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 07:16:48.167417 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3546b24-e300-4d1a-b467-8a4ac0bd62b3 req-a5abf615-1472-4c3b-acc2-10132dccad3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:16:48.176734 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e70425d-4335-48f9-870e-f8aaf8e3d0f6 None None] Routers {'4c4b3883-d7bc-414b-95d9-eacc97e58529'} bound to L3 agent in host dv-cinder-786627-11-iscsi {{(pid=92922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 07:16:48.177931 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-5e70425d-4335-48f9-870e-f8aaf8e3d0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T07:06:03Z,description=,heartbeat_timestamp=2021-06-22T07:16:33Z,host='dv-cinder-786627-11-iscsi',id=f18ef446-1389-4802-a345-f314a6956002,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T07:06:03Z,topic='l3_agent')) {'router_ids': ['4c4b3883-d7bc-414b-95d9-eacc97e58529'], 'active': True} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:16:48.180741 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-b3546b24-e300-4d1a-b467-8a4ac0bd62b3 req-a5abf615-1472-4c3b-acc2-10132dccad3a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bad142e993074902a8d64ad034fcd38e&device_id=e06b8c2b-299c-47b2-816b-b7bf0d326c99 HTTP/1.1" status: 200 len: 1096 time: 0.1948888 Jun 22 07:16:48.212974 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-04e771d0-02a3-446c-a1f4-6c34c92a8543 admin admin] Notify callbacks [] for router, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:48.218354 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-04e771d0-02a3-446c-a1f4-6c34c92a8543 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.1175869 Jun 22 07:16:48.219171 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 46704) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:16:48.219939 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Pushing event updated for resources: {'Port': ['ID=42115bab-5c66-4554-8573-63ef445c3672,revision_number=5']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:16:48.225958 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Provisioning for port 461f8914-6536-4a2d-8868-92ee931556ea completed by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 07:16:48.243526 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:16:48.309932 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-b3546b24-e300-4d1a-b467-8a4ac0bd62b3 req-f93af92a-00d0-47ac-a415-97903b10701c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=71fe681a-3e39-4ecd-9cfc-22b161500189 HTTP/1.1" status: 200 len: 217 time: 0.1190746 Jun 22 07:16:48.436057 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvr_db [None req-5e70425d-4335-48f9-870e-f8aaf8e3d0f6 None None] Set router 4c4b3883-d7bc-414b-95d9-eacc97e58529 gateway port host: dv-cinder-786627-11-iscsi {{(pid=92922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 07:16:48.455223 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3546b24-e300-4d1a-b467-8a4ac0bd62b3 req-f9d36e13-96fe-481c-a5a2-1f7a128cb4be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:16:48.458029 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-b3546b24-e300-4d1a-b467-8a4ac0bd62b3 req-f9d36e13-96fe-481c-a5a2-1f7a128cb4be service neutron] 10.222.0.41 "GET /v2.0/subnets?id=891a545b-b43a-4ff2-9704-5f5d06788d9d HTTP/1.1" status: 200 len: 848 time: 0.1336350 Jun 22 07:16:48.483064 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 46714) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:16:48.573031 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aeac132-537f-4a21-899f-1bfe9341136d None None] Network 35c77580-f5d7-408f-999b-062d1e5765f0 requested from dv-cinder-786627-11-iscsi {{(pid=92921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 07:16:48.683789 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-3a457809-4866-4f76-9e6d-2515b59cc171 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=229550f555624e4386591eeeee0d143c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1956706 Jun 22 07:16:48.688105 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-b7f4b2ec-3c7f-4d65-82c6-406d737229fb None None] Provisioning for port 461f8914-6536-4a2d-8868-92ee931556ea completed by entity DHCP. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 07:16:48.689704 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 46720) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:16:48.701547 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-b7f4b2ec-3c7f-4d65-82c6-406d737229fb None None] Provisioning complete for port 461f8914-6536-4a2d-8868-92ee931556ea triggered by entity DHCP. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:16:48.702154 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-b7f4b2ec-3c7f-4d65-82c6-406d737229fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1879668'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:48.705469 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-5e70425d-4335-48f9-870e-f8aaf8e3d0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c4b3883-d7bc-414b-95d9-eacc97e58529', 'name': 'tempest-TestMinimumBasicScenario-540610565-router', 'tenant_id': '7a1c28ccfbf14ccdaece550cdee5edf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'external_fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': '3f018774-97d1-484b-a6c2-b41b4da04058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:16:45Z', 'updated_at': '2021-06-22T07:16:46Z', 'revision_number': 3, 'project_id': '7a1c28ccfbf14ccdaece550cdee5edf0', 'gw_port': {'id': '3f018774-97d1-484b-a6c2-b41b4da04058', 'name': '', 'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:0e:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c4b3883-d7bc-414b-95d9-eacc97e58529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:16:46Z', 'updated_at': '2021-06-22T07:16:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-iscsi'}], 'dv-cinder-786627-11-iscsi', False) {} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:16:48.716235 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1514097f-c5b5-4786-86f1-7d71a13d3af5 req-10d6b27b-929b-4b19-9438-4b68dc5895c4 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:16:48.723710 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-1514097f-c5b5-4786-86f1-7d71a13d3af5 req-10d6b27b-929b-4b19-9438-4b68dc5895c4 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec3d9cd3-7990-46e7-a0c4-277e3dc80819 HTTP/1.1" status: 200 len: 946 time: 0.2634692 Jun 22 07:16:48.741977 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e70425d-4335-48f9-870e-f8aaf8e3d0f6 None None] Checking router: 4c4b3883-d7bc-414b-95d9-eacc97e58529 for host: dv-cinder-786627-11-iscsi {{(pid=92922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 07:16:48.742654 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e70425d-4335-48f9-870e-f8aaf8e3d0f6 None None] Updating router 4c4b3883-d7bc-414b-95d9-eacc97e58529 port 3f018774-97d1-484b-a6c2-b41b4da04058 binding host dv-cinder-786627-11-iscsi {{(pid=92922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 07:16:48.772446 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3546b24-e300-4d1a-b467-8a4ac0bd62b3 req-26c34435-b94f-4fab-a1f5-0c5a6a70c149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:16:48.774411 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-b3546b24-e300-4d1a-b467-8a4ac0bd62b3 req-26c34435-b94f-4fab-a1f5-0c5a6a70c149 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d7f11af1-230f-4471-a5c1-4f5f3c60c8f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2883239 Jun 22 07:16:48.781330 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-5e70425d-4335-48f9-870e-f8aaf8e3d0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:48.878614 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85790fa8-fae7-4cfa-a797-f3d301394853 req-a80ed8be-5a85-4df5-ab68-e9a8f96db299 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:16:48.880314 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-85790fa8-fae7-4cfa-a797-f3d301394853 req-a80ed8be-5a85-4df5-ab68-e9a8f96db299 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] 10.222.0.24 "GET /v2.0/ports?device_id=e06b8c2b-299c-47b2-816b-b7bf0d326c99 HTTP/1.1" status: 200 len: 943 time: 0.4146934 Jun 22 07:16:48.894103 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-b7f4b2ec-3c7f-4d65-82c6-406d737229fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:48.913113 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-1514097f-c5b5-4786-86f1-7d71a13d3af5 req-2a440433-5f33-42d5-b19b-7d7c3bce1b36 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/security-groups?id=30e0c465-7839-4da2-bd45-e1fbd7ad0257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876731 Jun 22 07:16:48.980840 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-170ae919-f544-4147-a2a1-0f241f75ec59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:49.055437 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-85790fa8-fae7-4cfa-a797-f3d301394853 req-39309b26-ed33-4dc2-aad8-db8a3455c829 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c57c8ce-dc6e-4d15-a567-952cea45b9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1392565 Jun 22 07:16:49.061786 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-b3546b24-e300-4d1a-b467-8a4ac0bd62b3 req-c69225b0-38cc-4c41-be2b-5dda3d8987cc service neutron] 10.222.0.41 "GET /v2.0/networks/d7f11af1-230f-4471-a5c1-4f5f3c60c8f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2747829 Jun 22 07:16:49.064797 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-170ae919-f544-4147-a2a1-0f241f75ec59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:49.092415 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-b7f4b2ec-3c7f-4d65-82c6-406d737229fb None None] For port 461f8914-6536-4a2d-8868-92ee931556ea, host dv-cinder-786627-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-11-iscsi',level=0,port_id=461f8914-6536-4a2d-8868-92ee931556ea,segment=NetworkSegment(3a505b83-1c2b-4509-b827-beaea00a921c),segment_id=3a505b83-1c2b-4509-b827-beaea00a921c)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:16:49.099329 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-5e70425d-4335-48f9-870e-f8aaf8e3d0f6 None None] Notify callbacks [] for port, precommit_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:49.105658 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-b7f4b2ec-3c7f-4d65-82c6-406d737229fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:49.118127 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-5e70425d-4335-48f9-870e-f8aaf8e3d0f6 None None] Transition to ACTIVE for port object 3f018774-97d1-484b-a6c2-b41b4da04058 will not be triggered until provisioned by entity L2. {{(pid=92922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 07:16:49.119724 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:16:49.128520 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-5e70425d-4335-48f9-870e-f8aaf8e3d0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:49.132294 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:16:49.193484 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6d4a76-94eb-4881-96e1-24214afeb11b None None] Pushing event updated for resources: {'Port': ['ID=3f018774-97d1-484b-a6c2-b41b4da04058,revision_number=2']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:16:49.200790 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-8c6d4a76-94eb-4881-96e1-24214afeb11b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:16:49.227206 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [None req-5e70425d-4335-48f9-870e-f8aaf8e3d0f6 None None] Attempting to bind port 3f018774-97d1-484b-a6c2-b41b4da04058 on host dv-cinder-786627-11-iscsi for vnic_type normal with profile {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 07:16:49.227654 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [None req-5e70425d-4335-48f9-870e-f8aaf8e3d0f6 None None] Attempting to bind port 3f018774-97d1-484b-a6c2-b41b4da04058 by drivers openvswitch,hyperv on host dv-cinder-786627-11-iscsi at level 0 using segments [{'id': '4e753e82-2fc6-4903-97a0-73083259f586', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2'}] {{(pid=92922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 07:16:49.227955 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e70425d-4335-48f9-870e-f8aaf8e3d0f6 None None] Attempting to bind port 3f018774-97d1-484b-a6c2-b41b4da04058 on network 73c4e24d-548c-4da2-96ca-75881b5fbbd2 {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 07:16:49.234669 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e70425d-4335-48f9-870e-f8aaf8e3d0f6 None None] Checking agent: {'id': '25bcf34a-9be6-400d-9699-901d91ee39d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 7, 6, 3), 'started_at': datetime.datetime(2021, 6, 22, 7, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 7, 16, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 07:16:49.235076 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e70425d-4335-48f9-870e-f8aaf8e3d0f6 None None] Checking segment: {'id': '4e753e82-2fc6-4903-97a0-73083259f586', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 07:16:49.235713 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-5e70425d-4335-48f9-870e-f8aaf8e3d0f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:49.236298 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e70425d-4335-48f9-870e-f8aaf8e3d0f6 None None] Bound using segment: {'id': '4e753e82-2fc6-4903-97a0-73083259f586', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2'} {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 07:16:49.237058 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [None req-5e70425d-4335-48f9-870e-f8aaf8e3d0f6 None None] Bound port: 3f018774-97d1-484b-a6c2-b41b4da04058, host: dv-cinder-786627-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e753e82-2fc6-4903-97a0-73083259f586', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2'}}] {{(pid=92922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 07:16:49.237651 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-5e70425d-4335-48f9-870e-f8aaf8e3d0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:49.295115 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f4b2ec-3c7f-4d65-82c6-406d737229fb None None] Pushing event updated for resources: {'Port': ['ID=461f8914-6536-4a2d-8868-92ee931556ea,revision_number=3']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:16:49.298805 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-b7f4b2ec-3c7f-4d65-82c6-406d737229fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:16:49.357934 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-5e70425d-4335-48f9-870e-f8aaf8e3d0f6 None None] For port 3f018774-97d1-484b-a6c2-b41b4da04058, host dv-cinder-786627-11-iscsi, cleared binding levels {{(pid=92922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 07:16:49.374372 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-5e70425d-4335-48f9-870e-f8aaf8e3d0f6 None None] For port 3f018774-97d1-484b-a6c2-b41b4da04058, host dv-cinder-786627-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-11-iscsi',level=0,port_id=3f018774-97d1-484b-a6c2-b41b4da04058,segment=NetworkSegment(4e753e82-2fc6-4903-97a0-73083259f586),segment_id=4e753e82-2fc6-4903-97a0-73083259f586)] {{(pid=92922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 07:16:49.380346 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-b3546b24-e300-4d1a-b467-8a4ac0bd62b3 req-c5c43b34-b570-4700-b2ab-8fc6694a2ef0 service neutron] 10.222.0.41 "GET /v2.0/networks/d7f11af1-230f-4471-a5c1-4f5f3c60c8f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3080094 Jun 22 07:16:49.393981 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-170ae919-f544-4147-a2a1-0f241f75ec59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:49.394201 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-5e70425d-4335-48f9-870e-f8aaf8e3d0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:49.397191 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-170ae919-f544-4147-a2a1-0f241f75ec59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:49.398339 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-170ae919-f544-4147-a2a1-0f241f75ec59 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d179af01-6e8f-4de0-b8d4-f879330cc003 HTTP/1.1" status: 204 len: 168 time: 0.7068813 Jun 22 07:16:49.399179 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-0a006286-0f16-4a7e-862d-5bce0cfca0ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:16:49.420011 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170ae919-f544-4147-a2a1-0f241f75ec59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d179af01-6e8f-4de0-b8d4-f879330cc003,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:16:49.428685 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-60c1fd72-0129-4e1e-8792-1c230f20c725 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:16:49.437822 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170ae919-f544-4147-a2a1-0f241f75ec59 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:16:49.439614 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170ae919-f544-4147-a2a1-0f241f75ec59 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:16:49.442241 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170ae919-f544-4147-a2a1-0f241f75ec59 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:16:49.442847 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170ae919-f544-4147-a2a1-0f241f75ec59 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:16:49.443285 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170ae919-f544-4147-a2a1-0f241f75ec59 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:16:49.443728 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170ae919-f544-4147-a2a1-0f241f75ec59 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:16:49.444175 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170ae919-f544-4147-a2a1-0f241f75ec59 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:16:49.448572 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170ae919-f544-4147-a2a1-0f241f75ec59 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:16:49.449082 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170ae919-f544-4147-a2a1-0f241f75ec59 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:16:49.449618 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170ae919-f544-4147-a2a1-0f241f75ec59 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:16:49.449835 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170ae919-f544-4147-a2a1-0f241f75ec59 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:16:49.450170 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170ae919-f544-4147-a2a1-0f241f75ec59 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:16:49.457114 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-170ae919-f544-4147-a2a1-0f241f75ec59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:16:49.469479 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-60978345-07e1-4420-bf07-6cc5d59e9952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1809762'] for port, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:49.544930 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Device 461f8914-6536-4a2d-8868-92ee931556ea up at agent ovs-agent-dv-cinder-786627-11-iscsi {{(pid=92921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 07:16:49.598432 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eebf8d5-bd12-416d-8877-75eab74edc0f req-c82e8fe8-f837-4975-8c39-9c4aa3a1762a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:16:49.601177 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-8eebf8d5-bd12-416d-8877-75eab74edc0f req-c82e8fe8-f837-4975-8c39-9c4aa3a1762a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bad142e993074902a8d64ad034fcd38e&device_id=e06b8c2b-299c-47b2-816b-b7bf0d326c99 HTTP/1.1" status: 200 len: 1096 time: 0.1409597 Jun 22 07:16:49.678508 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Provisioning complete for port 461f8914-6536-4a2d-8868-92ee931556ea triggered by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:16:49.679120 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1879668'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:49.706290 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e70425d-4335-48f9-870e-f8aaf8e3d0f6 None None] Routers {'4c4b3883-d7bc-414b-95d9-eacc97e58529'} bound to L3 agent in host dv-cinder-786627-11-iscsi {{(pid=92922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 07:16:49.707866 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-5e70425d-4335-48f9-870e-f8aaf8e3d0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T07:06:03Z,description=,heartbeat_timestamp=2021-06-22T07:16:33Z,host='dv-cinder-786627-11-iscsi',id=f18ef446-1389-4802-a345-f314a6956002,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T07:06:03Z,topic='l3_agent')) {'router_ids': ['4c4b3883-d7bc-414b-95d9-eacc97e58529'], 'active': True} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:16:49.822682 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eebf8d5-bd12-416d-8877-75eab74edc0f req-558bc8fb-978e-404f-9c1d-b5529ea89157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:16:49.825154 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-8eebf8d5-bd12-416d-8877-75eab74edc0f req-558bc8fb-978e-404f-9c1d-b5529ea89157 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d7f11af1-230f-4471-a5c1-4f5f3c60c8f3 HTTP/1.1" status: 200 len: 910 time: 0.2120094 Jun 22 07:16:49.847061 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.db.db_base_plugin_common [None req-60978345-07e1-4420-bf07-6cc5d59e9952 admin admin] Allocated IP 172.20.0.1 (35c77580-f5d7-408f-999b-062d1e5765f0/e574c9b5-a00c-4865-867e-934af8545a65/adec7552-a624-48ec-b38a-3ae5c0e8a2bc) {{(pid=92920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 07:16:49.856157 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Device 42115bab-5c66-4554-8573-63ef445c3672 up at agent ovs-agent-dv-cinder-786627-11-iscsi {{(pid=92921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 07:16:49.913990 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-b5540557-12e8-46e1-a4c0-53865144142c None None] Provisioning complete for port 461f8914-6536-4a2d-8868-92ee931556ea triggered by entity DHCP. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:16:49.914372 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-b5540557-12e8-46e1-a4c0-53865144142c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1879668'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:49.931684 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-8eebf8d5-bd12-416d-8877-75eab74edc0f req-0d6d4083-11f4-496d-8807-03c0ab7faed5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=71fe681a-3e39-4ecd-9cfc-22b161500189 HTTP/1.1" status: 200 len: 217 time: 0.0996370 Jun 22 07:16:49.964114 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6d4a76-94eb-4881-96e1-24214afeb11b None None] Pushing event updated for resources: {'Port': ['ID=3f018774-97d1-484b-a6c2-b41b4da04058,revision_number=3']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:16:49.979153 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-8c6d4a76-94eb-4881-96e1-24214afeb11b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.551s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:16:50.020014 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Provisioning complete for port 42115bab-5c66-4554-8573-63ef445c3672 triggered by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:16:50.020676 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1879668'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:50.039421 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eebf8d5-bd12-416d-8877-75eab74edc0f req-afaa184c-1d72-4b12-a4be-4cac52295edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:16:50.040940 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-8eebf8d5-bd12-416d-8877-75eab74edc0f req-afaa184c-1d72-4b12-a4be-4cac52295edd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=891a545b-b43a-4ff2-9704-5f5d06788d9d HTTP/1.1" status: 200 len: 848 time: 0.0972748 Jun 22 07:16:50.085979 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-60978345-07e1-4420-bf07-6cc5d59e9952 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:50.134741 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-60978345-07e1-4420-bf07-6cc5d59e9952 admin admin] Transition to ACTIVE for port object adec7552-a624-48ec-b38a-3ae5c0e8a2bc will not be triggered until provisioned by entity DHCP. {{(pid=92920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 07:16:50.157477 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvr_db [None req-5e70425d-4335-48f9-870e-f8aaf8e3d0f6 None None] Set router 4c4b3883-d7bc-414b-95d9-eacc97e58529 gateway port host: dv-cinder-786627-11-iscsi {{(pid=92922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 07:16:50.226544 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-60978345-07e1-4420-bf07-6cc5d59e9952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1809569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-690206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773473471591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5150818'] for port, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:50.251370 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:16:50.267816 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eebf8d5-bd12-416d-8877-75eab74edc0f req-b5d2db77-144f-4c57-891b-d8a241377280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:16:50.270585 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-8eebf8d5-bd12-416d-8877-75eab74edc0f req-b5d2db77-144f-4c57-891b-d8a241377280 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d7f11af1-230f-4471-a5c1-4f5f3c60c8f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2162476 Jun 22 07:16:50.338025 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60978345-07e1-4420-bf07-6cc5d59e9952 admin admin] Network 35c77580-f5d7-408f-999b-062d1e5765f0 is already hosted by enough agents. {{(pid=92920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 07:16:50.345912 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.scheduler.base_scheduler [None req-60978345-07e1-4420-bf07-6cc5d59e9952 admin admin] Resources bound (agent type, host, resource id): {{(pid=92920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 07:16:50.350258 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60978345-07e1-4420-bf07-6cc5d59e9952 admin admin] Received port after_create {{(pid=92920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 07:16:50.414450 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60978345-07e1-4420-bf07-6cc5d59e9952 admin admin] Pushing event updated for resources: {'Port': ['ID=adec7552-a624-48ec-b38a-3ae5c0e8a2bc,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:16:50.419679 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-60978345-07e1-4420-bf07-6cc5d59e9952 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:16:50.445025 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-60978345-07e1-4420-bf07-6cc5d59e9952 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-708604'] for router_interface, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:50.697643 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-60978345-07e1-4420-bf07-6cc5d59e9952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:50.829569 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-5e70425d-4335-48f9-870e-f8aaf8e3d0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c4b3883-d7bc-414b-95d9-eacc97e58529', 'name': 'tempest-TestMinimumBasicScenario-540610565-router', 'tenant_id': '7a1c28ccfbf14ccdaece550cdee5edf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'external_fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': '3f018774-97d1-484b-a6c2-b41b4da04058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:16:45Z', 'updated_at': '2021-06-22T07:16:46Z', 'revision_number': 3, 'project_id': '7a1c28ccfbf14ccdaece550cdee5edf0', 'gw_port': {'id': '3f018774-97d1-484b-a6c2-b41b4da04058', 'name': '', 'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:0e:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c4b3883-d7bc-414b-95d9-eacc97e58529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:16:46Z', 'updated_at': '2021-06-22T07:16:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-iscsi'}], 'dv-cinder-786627-11-iscsi', False) {} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:16:50.857198 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-fa14def6-b8a0-480a-8bd5-62ea93d1dd0e None None] Provisioning for port adec7552-a624-48ec-b38a-3ae5c0e8a2bc completed by entity DHCP. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 07:16:50.868181 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e70425d-4335-48f9-870e-f8aaf8e3d0f6 None None] The sync data for ids ['4c4b3883-d7bc-414b-95d9-eacc97e58529'] in dv-cinder-786627-11-iscsi is: [{'id': '4c4b3883-d7bc-414b-95d9-eacc97e58529', 'name': 'tempest-TestMinimumBasicScenario-540610565-router', 'tenant_id': '7a1c28ccfbf14ccdaece550cdee5edf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'external_fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': '3f018774-97d1-484b-a6c2-b41b4da04058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:16:45Z', 'updated_at': '2021-06-22T07:16:46Z', 'revision_number': 3, 'project_id': '7a1c28ccfbf14ccdaece550cdee5edf0', 'gw_port': {'id': '3f018774-97d1-484b-a6c2-b41b4da04058', 'name': '', 'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:0e:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c4b3883-d7bc-414b-95d9-eacc97e58529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:16:46Z', 'updated_at': '2021-06-22T07:16:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-iscsi'}] {{(pid=92922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 07:16:50.875193 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-fa14def6-b8a0-480a-8bd5-62ea93d1dd0e None None] Provisioning complete for port adec7552-a624-48ec-b38a-3ae5c0e8a2bc triggered by entity DHCP. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:16:50.877640 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-fa14def6-b8a0-480a-8bd5-62ea93d1dd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1879668'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:50.927685 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34b7aae-fce9-47cd-8f7b-ca11e6bac932 req-a004c573-0e44-43e9-bba6-f9cab011c884 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:16:50.940773 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-b34b7aae-fce9-47cd-8f7b-ca11e6bac932 req-a004c573-0e44-43e9-bba6-f9cab011c884 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec3d9cd3-7990-46e7-a0c4-277e3dc80819 HTTP/1.1" status: 200 len: 946 time: 0.8273022 Jun 22 07:16:51.002428 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-60978345-07e1-4420-bf07-6cc5d59e9952 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:51.007721 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-fa14def6-b8a0-480a-8bd5-62ea93d1dd0e None None] Port adec7552-a624-48ec-b38a-3ae5c0e8a2bc cannot update to ACTIVE because it is not bound. {{(pid=92921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 07:16:51.013645 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-60978345-07e1-4420-bf07-6cc5d59e9952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5150800'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:51.018902 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:16:51.076551 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-8eebf8d5-bd12-416d-8877-75eab74edc0f req-49ca5780-9860-4979-9e77-29e974e347da service neutron] 10.222.0.41 "GET /v2.0/networks/d7f11af1-230f-4471-a5c1-4f5f3c60c8f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7959235 Jun 22 07:16:51.089300 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-b34b7aae-fce9-47cd-8f7b-ca11e6bac932 req-3c6379db-2b37-4829-8358-3d2f1f76d473 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/security-groups?id=30e0c465-7839-4da2-bd45-e1fbd7ad0257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472151 Jun 22 07:16:51.116827 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60978345-07e1-4420-bf07-6cc5d59e9952 admin admin] Pushing event updated for resources: {'Port': ['ID=adec7552-a624-48ec-b38a-3ae5c0e8a2bc,revision_number=2']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:16:51.120524 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-60978345-07e1-4420-bf07-6cc5d59e9952 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:16:51.121446 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-60978345-07e1-4420-bf07-6cc5d59e9952 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-690288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-581351'] for router_interface, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:51.172877 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3d4330-d800-4e54-af0e-c40a0fdb9795 req-e1d276d7-9644-486b-8b4f-b7be5eefcb23 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:16:51.181263 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-7b3d4330-d800-4e54-af0e-c40a0fdb9795 req-e1d276d7-9644-486b-8b4f-b7be5eefcb23 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] 10.222.0.24 "GET /v2.0/ports?device_id=e06b8c2b-299c-47b2-816b-b7bf0d326c99 HTTP/1.1" status: 200 len: 943 time: 0.2869251 Jun 22 07:16:51.235366 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-7b3d4330-d800-4e54-af0e-c40a0fdb9795 req-aa1259c7-f8c4-4b27-bbe9-3ee54ba84685 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c57c8ce-dc6e-4d15-a567-952cea45b9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530031 Jun 22 07:16:51.339432 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60978345-07e1-4420-bf07-6cc5d59e9952 admin admin] Network 35c77580-f5d7-408f-999b-062d1e5765f0 is already hosted by enough agents. {{(pid=92920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 07:16:51.341054 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.scheduler.base_scheduler [None req-60978345-07e1-4420-bf07-6cc5d59e9952 admin admin] Resources bound (agent type, host, resource id): {{(pid=92920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 07:16:51.355897 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-8eebf8d5-bd12-416d-8877-75eab74edc0f req-65dbf2a6-2927-4c11-bd73-76940c1e2022 service neutron] 10.222.0.41 "GET /v2.0/networks/d7f11af1-230f-4471-a5c1-4f5f3c60c8f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2656062 Jun 22 07:16:51.553622 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Device 3f018774-97d1-484b-a6c2-b41b4da04058 up at agent ovs-agent-dv-cinder-786627-11-iscsi {{(pid=92921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 07:16:51.579987 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60978345-07e1-4420-bf07-6cc5d59e9952 admin admin] Router 4c4b3883-d7bc-414b-95d9-eacc97e58529 has already been hosted by L3 agent f18ef446-1389-4802-a345-f314a6956002 {{(pid=92920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 07:16:51.671494 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Provisioning for port 3f018774-97d1-484b-a6c2-b41b4da04058 completed by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 07:16:51.686399 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Provisioning complete for port 3f018774-97d1-484b-a6c2-b41b4da04058 triggered by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:16:51.686803 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1879668'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:51.769906 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-3620a3bb-3b49-4c85-bf59-102e6567982a None None] Provisioning complete for port adec7552-a624-48ec-b38a-3ae5c0e8a2bc triggered by entity DHCP. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:16:51.770759 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-3620a3bb-3b49-4c85-bf59-102e6567982a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1879668'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:51.780824 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60978345-07e1-4420-bf07-6cc5d59e9952 admin admin] Notify agent at l3_agent.dv-cinder-786627-11-iscsi the message routers_updated {{(pid=92920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 07:16:51.796516 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-60978345-07e1-4420-bf07-6cc5d59e9952 admin admin] 10.222.0.24 "PUT /v2.0/routers/4c4b3883-d7bc-414b-95d9-eacc97e58529/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5668390 Jun 22 07:16:51.939077 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-3620a3bb-3b49-4c85-bf59-102e6567982a None None] Port adec7552-a624-48ec-b38a-3ae5c0e8a2bc cannot update to ACTIVE because it is not bound. {{(pid=92921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 07:16:51.945220 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:51.968701 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] For port 3f018774-97d1-484b-a6c2-b41b4da04058, host dv-cinder-786627-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-11-iscsi',level=0,port_id=3f018774-97d1-484b-a6c2-b41b4da04058,segment=NetworkSegment(4e753e82-2fc6-4903-97a0-73083259f586),segment_id=4e753e82-2fc6-4903-97a0-73083259f586)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:16:51.973573 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:51.984643 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:16:52.035081 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Pushing event updated for resources: {'Port': ['ID=3f018774-97d1-484b-a6c2-b41b4da04058,revision_number=4']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:16:52.045120 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:16:52.045452 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:16:52.045790 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:16:52.046305 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:16:52.046643 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:16:52.046977 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:16:52.047334 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:16:52.047661 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:16:52.047985 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:16:52.048315 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:16:52.049701 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:16:52.049701 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:16:52.054609 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:16:52.298307 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f8045b-912b-4e92-9203-e8cc8dec231d req-6d441647-74cb-47c4-a928-9f5463c5d3bf tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:16:52.299861 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-06f8045b-912b-4e92-9203-e8cc8dec231d req-6d441647-74cb-47c4-a928-9f5463c5d3bf tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec3d9cd3-7990-46e7-a0c4-277e3dc80819 HTTP/1.1" status: 200 len: 946 time: 0.0883603 Jun 22 07:16:52.341757 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-06f8045b-912b-4e92-9203-e8cc8dec231d req-de0d9904-6425-4e34-a850-0d878be6af6f tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/security-groups?id=30e0c465-7839-4da2-bd45-e1fbd7ad0257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356677 Jun 22 07:16:52.459705 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39677ae2-6a96-4205-9978-af1574dfad3c req-f56c4467-0da2-46da-9c37-daa71e812ce5 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:16:52.461375 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-39677ae2-6a96-4205-9978-af1574dfad3c req-f56c4467-0da2-46da-9c37-daa71e812ce5 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] 10.222.0.24 "GET /v2.0/ports?device_id=e06b8c2b-299c-47b2-816b-b7bf0d326c99 HTTP/1.1" status: 200 len: 943 time: 0.0911779 Jun 22 07:16:52.507998 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-39677ae2-6a96-4205-9978-af1574dfad3c req-db3d2842-421a-4627-bb09-f71ee5741fcd tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c57c8ce-dc6e-4d15-a567-952cea45b9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401151 Jun 22 07:16:53.487338 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65adbde2-5f92-404a-8ad3-19f70ff9bf29 None None] Sync routers for ids ['4c4b3883-d7bc-414b-95d9-eacc97e58529'] in dv-cinder-786627-11-iscsi {{(pid=92921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 07:16:53.508100 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65adbde2-5f92-404a-8ad3-19f70ff9bf29 None None] Routers {'4c4b3883-d7bc-414b-95d9-eacc97e58529'} bound to L3 agent in host dv-cinder-786627-11-iscsi {{(pid=92921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 07:16:53.508799 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-65adbde2-5f92-404a-8ad3-19f70ff9bf29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T07:06:03Z,description=,heartbeat_timestamp=2021-06-22T07:16:33Z,host='dv-cinder-786627-11-iscsi',id=f18ef446-1389-4802-a345-f314a6956002,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T07:06:03Z,topic='l3_agent')) {'router_ids': ['4c4b3883-d7bc-414b-95d9-eacc97e58529'], 'active': True} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:16:53.513844 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Device 3f018774-97d1-484b-a6c2-b41b4da04058 up at agent ovs-agent-dv-cinder-786627-11-iscsi {{(pid=92921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 07:16:53.685551 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72b348b-9982-4641-96d7-a0adc1718921 req-f4b32efa-a617-4f84-99b4-539a3fce8c9e tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:16:53.687768 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-a72b348b-9982-4641-96d7-a0adc1718921 req-f4b32efa-a617-4f84-99b4-539a3fce8c9e tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec3d9cd3-7990-46e7-a0c4-277e3dc80819 HTTP/1.1" status: 200 len: 946 time: 0.1328716 Jun 22 07:16:53.786243 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-a72b348b-9982-4641-96d7-a0adc1718921 req-3452da0f-78c3-46e3-b43e-b514159029c1 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/security-groups?id=30e0c465-7839-4da2-bd45-e1fbd7ad0257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820549 Jun 22 07:16:53.978132 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Provisioning complete for port 3f018774-97d1-484b-a6c2-b41b4da04058 triggered by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:16:53.978773 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1879668'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:54.037205 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvr_db [None req-65adbde2-5f92-404a-8ad3-19f70ff9bf29 None None] Set router 4c4b3883-d7bc-414b-95d9-eacc97e58529 gateway port host: dv-cinder-786627-11-iscsi {{(pid=92921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 07:16:54.309805 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b7adb9-e1eb-4b54-a1b8-f8ba6d3bef85 req-af91aab0-ef47-4391-938b-74e411f33a1a tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:16:54.323843 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-d3b7adb9-e1eb-4b54-a1b8-f8ba6d3bef85 req-af91aab0-ef47-4391-938b-74e411f33a1a tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] 10.222.0.24 "GET /v2.0/ports?device_id=e06b8c2b-299c-47b2-816b-b7bf0d326c99 HTTP/1.1" status: 200 len: 943 time: 0.2223132 Jun 22 07:16:54.427878 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-d3b7adb9-e1eb-4b54-a1b8-f8ba6d3bef85 req-75df8bbd-4c68-4f8e-a4c6-8c867b052331 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c57c8ce-dc6e-4d15-a567-952cea45b9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027675 Jun 22 07:16:54.571850 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-65adbde2-5f92-404a-8ad3-19f70ff9bf29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c4b3883-d7bc-414b-95d9-eacc97e58529', 'name': 'tempest-TestMinimumBasicScenario-540610565-router', 'tenant_id': '7a1c28ccfbf14ccdaece550cdee5edf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'external_fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': '3f018774-97d1-484b-a6c2-b41b4da04058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:16:45Z', 'updated_at': '2021-06-22T07:16:50Z', 'revision_number': 4, 'project_id': '7a1c28ccfbf14ccdaece550cdee5edf0', 'gw_port': {'id': '3f018774-97d1-484b-a6c2-b41b4da04058', 'name': '', 'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:0e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c4b3883-d7bc-414b-95d9-eacc97e58529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:16:46Z', 'updated_at': '2021-06-22T07:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-iscsi', '_interfaces': [{'id': 'adec7552-a624-48ec-b38a-3ae5c0e8a2bc', 'name': '', 'network_id': '35c77580-f5d7-408f-999b-062d1e5765f0', 'tenant_id': '7a1c28ccfbf14ccdaece550cdee5edf0', 'mac_address': 'fa:16:3e:b3:a4:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c4b3883-d7bc-414b-95d9-eacc97e58529', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'e574c9b5-a00c-4865-867e-934af8545a65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:16:49Z', 'updated_at': '2021-06-22T07:16:50Z', 'revision_number': 2, 'project_id': '7a1c28ccfbf14ccdaece550cdee5edf0', 'subnets': [{'id': 'e574c9b5-a00c-4865-867e-934af8545a65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-11-iscsi', False) {} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:16:54.613536 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65adbde2-5f92-404a-8ad3-19f70ff9bf29 None None] Checking router: 4c4b3883-d7bc-414b-95d9-eacc97e58529 for host: dv-cinder-786627-11-iscsi {{(pid=92921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 07:16:54.613999 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65adbde2-5f92-404a-8ad3-19f70ff9bf29 None None] Updating router 4c4b3883-d7bc-414b-95d9-eacc97e58529 port adec7552-a624-48ec-b38a-3ae5c0e8a2bc binding host dv-cinder-786627-11-iscsi {{(pid=92921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 07:16:54.659053 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-65adbde2-5f92-404a-8ad3-19f70ff9bf29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:55.075759 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9926953e-f062-4ffa-ab3a-910f8f5fa09f req-e566b60d-4fd6-4fa8-8d4e-d1697e168aa1 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:16:55.084110 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-9926953e-f062-4ffa-ab3a-910f8f5fa09f req-e566b60d-4fd6-4fa8-8d4e-d1697e168aa1 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec3d9cd3-7990-46e7-a0c4-277e3dc80819 HTTP/1.1" status: 200 len: 946 time: 0.0897014 Jun 22 07:16:55.100675 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-65adbde2-5f92-404a-8ad3-19f70ff9bf29 None None] Notify callbacks [] for port, precommit_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:55.113308 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-65adbde2-5f92-404a-8ad3-19f70ff9bf29 None None] Transition to ACTIVE for port object adec7552-a624-48ec-b38a-3ae5c0e8a2bc will not be triggered until provisioned by entity L2. {{(pid=92921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 07:16:55.121368 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-65adbde2-5f92-404a-8ad3-19f70ff9bf29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:55.123566 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-6449d3ec-4f11-4d6a-9ecc-d4a44f8440ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:16:55.148918 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-9926953e-f062-4ffa-ab3a-910f8f5fa09f req-ccacfef3-142b-4972-8c5b-4d5380385155 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/security-groups?id=30e0c465-7839-4da2-bd45-e1fbd7ad0257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637372 Jun 22 07:16:55.225111 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28146aee-c0c5-4a41-9010-8cc1b2051397 None None] Pushing event updated for resources: {'Port': ['ID=adec7552-a624-48ec-b38a-3ae5c0e8a2bc,revision_number=3']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:16:55.228532 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-28146aee-c0c5-4a41-9010-8cc1b2051397 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:16:55.335960 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [None req-65adbde2-5f92-404a-8ad3-19f70ff9bf29 None None] Attempting to bind port adec7552-a624-48ec-b38a-3ae5c0e8a2bc on host dv-cinder-786627-11-iscsi for vnic_type normal with profile {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 07:16:55.335960 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [None req-65adbde2-5f92-404a-8ad3-19f70ff9bf29 None None] Attempting to bind port adec7552-a624-48ec-b38a-3ae5c0e8a2bc by drivers openvswitch,hyperv on host dv-cinder-786627-11-iscsi at level 0 using segments [{'id': '3a505b83-1c2b-4509-b827-beaea00a921c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '35c77580-f5d7-408f-999b-062d1e5765f0'}] {{(pid=92921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 07:16:55.335960 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65adbde2-5f92-404a-8ad3-19f70ff9bf29 None None] Attempting to bind port adec7552-a624-48ec-b38a-3ae5c0e8a2bc on network 35c77580-f5d7-408f-999b-062d1e5765f0 {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 07:16:55.348492 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65adbde2-5f92-404a-8ad3-19f70ff9bf29 None None] Checking agent: {'id': '25bcf34a-9be6-400d-9699-901d91ee39d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 7, 6, 3), 'started_at': datetime.datetime(2021, 6, 22, 7, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 7, 16, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 07:16:55.349471 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65adbde2-5f92-404a-8ad3-19f70ff9bf29 None None] Checking segment: {'id': '3a505b83-1c2b-4509-b827-beaea00a921c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '35c77580-f5d7-408f-999b-062d1e5765f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 07:16:55.350260 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-65adbde2-5f92-404a-8ad3-19f70ff9bf29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:55.350998 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65adbde2-5f92-404a-8ad3-19f70ff9bf29 None None] Bound using segment: {'id': '3a505b83-1c2b-4509-b827-beaea00a921c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '35c77580-f5d7-408f-999b-062d1e5765f0'} {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 07:16:55.351908 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [None req-65adbde2-5f92-404a-8ad3-19f70ff9bf29 None None] Bound port: adec7552-a624-48ec-b38a-3ae5c0e8a2bc, host: dv-cinder-786627-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a505b83-1c2b-4509-b827-beaea00a921c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '35c77580-f5d7-408f-999b-062d1e5765f0'}}] {{(pid=92921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 07:16:55.352658 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-65adbde2-5f92-404a-8ad3-19f70ff9bf29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:55.464242 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-65adbde2-5f92-404a-8ad3-19f70ff9bf29 None None] For port adec7552-a624-48ec-b38a-3ae5c0e8a2bc, host dv-cinder-786627-11-iscsi, cleared binding levels {{(pid=92921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 07:16:55.469229 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-65adbde2-5f92-404a-8ad3-19f70ff9bf29 None None] For port adec7552-a624-48ec-b38a-3ae5c0e8a2bc, host dv-cinder-786627-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-11-iscsi',level=0,port_id=adec7552-a624-48ec-b38a-3ae5c0e8a2bc,segment=NetworkSegment(3a505b83-1c2b-4509-b827-beaea00a921c),segment_id=3a505b83-1c2b-4509-b827-beaea00a921c)] {{(pid=92921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 07:16:55.484905 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-65adbde2-5f92-404a-8ad3-19f70ff9bf29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:55.487981 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:16:55.665652 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28146aee-c0c5-4a41-9010-8cc1b2051397 None None] Pushing event updated for resources: {'Port': ['ID=adec7552-a624-48ec-b38a-3ae5c0e8a2bc,revision_number=4']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:16:55.669590 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-28146aee-c0c5-4a41-9010-8cc1b2051397 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:16:55.676604 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65adbde2-5f92-404a-8ad3-19f70ff9bf29 None None] Routers {'4c4b3883-d7bc-414b-95d9-eacc97e58529'} bound to L3 agent in host dv-cinder-786627-11-iscsi {{(pid=92921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 07:16:55.677498 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-65adbde2-5f92-404a-8ad3-19f70ff9bf29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T07:06:03Z,description=,heartbeat_timestamp=2021-06-22T07:16:33Z,host='dv-cinder-786627-11-iscsi',id=f18ef446-1389-4802-a345-f314a6956002,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T07:06:03Z,topic='l3_agent')) {'router_ids': ['4c4b3883-d7bc-414b-95d9-eacc97e58529'], 'active': True} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:16:55.779508 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726c792d-28b1-4f6c-ad92-15f1448bdb68 req-b4fd6978-be13-4fdb-b2d3-4fe3d41f97b8 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:16:55.793591 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-726c792d-28b1-4f6c-ad92-15f1448bdb68 req-b4fd6978-be13-4fdb-b2d3-4fe3d41f97b8 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] 10.222.0.24 "GET /v2.0/ports?device_id=e06b8c2b-299c-47b2-816b-b7bf0d326c99 HTTP/1.1" status: 200 len: 943 time: 0.1205859 Jun 22 07:16:55.834398 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvr_db [None req-65adbde2-5f92-404a-8ad3-19f70ff9bf29 None None] Set router 4c4b3883-d7bc-414b-95d9-eacc97e58529 gateway port host: dv-cinder-786627-11-iscsi {{(pid=92921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 07:16:55.877880 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-726c792d-28b1-4f6c-ad92-15f1448bdb68 req-fc7c6f3b-faa5-4763-8de7-64644ff11299 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c57c8ce-dc6e-4d15-a567-952cea45b9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824251 Jun 22 07:16:56.157580 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-65adbde2-5f92-404a-8ad3-19f70ff9bf29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c4b3883-d7bc-414b-95d9-eacc97e58529', 'name': 'tempest-TestMinimumBasicScenario-540610565-router', 'tenant_id': '7a1c28ccfbf14ccdaece550cdee5edf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'external_fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': '3f018774-97d1-484b-a6c2-b41b4da04058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:16:45Z', 'updated_at': '2021-06-22T07:16:50Z', 'revision_number': 4, 'project_id': '7a1c28ccfbf14ccdaece550cdee5edf0', 'gw_port': {'id': '3f018774-97d1-484b-a6c2-b41b4da04058', 'name': '', 'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:0e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c4b3883-d7bc-414b-95d9-eacc97e58529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:16:46Z', 'updated_at': '2021-06-22T07:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-iscsi', '_interfaces': [{'id': 'adec7552-a624-48ec-b38a-3ae5c0e8a2bc', 'name': '', 'network_id': '35c77580-f5d7-408f-999b-062d1e5765f0', 'tenant_id': '7a1c28ccfbf14ccdaece550cdee5edf0', 'mac_address': 'fa:16:3e:b3:a4:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c4b3883-d7bc-414b-95d9-eacc97e58529', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'e574c9b5-a00c-4865-867e-934af8545a65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:16:49Z', 'updated_at': '2021-06-22T07:16:55Z', 'revision_number': 4, 'project_id': '7a1c28ccfbf14ccdaece550cdee5edf0', 'subnets': [{'id': 'e574c9b5-a00c-4865-867e-934af8545a65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-11-iscsi', False) {} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:16:56.214514 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65adbde2-5f92-404a-8ad3-19f70ff9bf29 None None] The sync data for ids ['4c4b3883-d7bc-414b-95d9-eacc97e58529'] in dv-cinder-786627-11-iscsi is: [{'id': '4c4b3883-d7bc-414b-95d9-eacc97e58529', 'name': 'tempest-TestMinimumBasicScenario-540610565-router', 'tenant_id': '7a1c28ccfbf14ccdaece550cdee5edf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'external_fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': '3f018774-97d1-484b-a6c2-b41b4da04058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:16:45Z', 'updated_at': '2021-06-22T07:16:50Z', 'revision_number': 4, 'project_id': '7a1c28ccfbf14ccdaece550cdee5edf0', 'gw_port': {'id': '3f018774-97d1-484b-a6c2-b41b4da04058', 'name': '', 'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:0e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c4b3883-d7bc-414b-95d9-eacc97e58529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:16:46Z', 'updated_at': '2021-06-22T07:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-iscsi', '_interfaces': [{'id': 'adec7552-a624-48ec-b38a-3ae5c0e8a2bc', 'name': '', 'network_id': '35c77580-f5d7-408f-999b-062d1e5765f0', 'tenant_id': '7a1c28ccfbf14ccdaece550cdee5edf0', 'mac_address': 'fa:16:3e:b3:a4:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c4b3883-d7bc-414b-95d9-eacc97e58529', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'e574c9b5-a00c-4865-867e-934af8545a65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:16:49Z', 'updated_at': '2021-06-22T07:16:55Z', 'revision_number': 4, 'project_id': '7a1c28ccfbf14ccdaece550cdee5edf0', 'subnets': [{'id': 'e574c9b5-a00c-4865-867e-934af8545a65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 07:16:56.460863 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384a438d-57f5-4331-b274-d86a1e43e122 req-3d40396c-b0ec-48ae-9489-9f9ef715e4c6 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:16:56.462147 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-384a438d-57f5-4331-b274-d86a1e43e122 req-3d40396c-b0ec-48ae-9489-9f9ef715e4c6 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec3d9cd3-7990-46e7-a0c4-277e3dc80819 HTTP/1.1" status: 200 len: 946 time: 0.1380882 Jun 22 07:16:56.576983 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-384a438d-57f5-4331-b274-d86a1e43e122 req-1afe4032-3063-441c-b922-1dd5c77cf7c1 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/security-groups?id=30e0c465-7839-4da2-bd45-e1fbd7ad0257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030486 Jun 22 07:16:57.185110 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ecc934-b2d4-4361-964f-4425b7d3727c req-a2ff4ff7-35ab-47f2-b871-34237112dd53 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:16:57.187211 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-a0ecc934-b2d4-4361-964f-4425b7d3727c req-a2ff4ff7-35ab-47f2-b871-34237112dd53 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] 10.222.0.24 "GET /v2.0/ports?device_id=e06b8c2b-299c-47b2-816b-b7bf0d326c99 HTTP/1.1" status: 200 len: 943 time: 0.1422327 Jun 22 07:16:57.242384 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-a0ecc934-b2d4-4361-964f-4425b7d3727c req-9780dc10-a48d-4aa4-b072-e71260b8aa98 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c57c8ce-dc6e-4d15-a567-952cea45b9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466955 Jun 22 07:16:57.550165 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Device adec7552-a624-48ec-b38a-3ae5c0e8a2bc up at agent ovs-agent-dv-cinder-786627-11-iscsi {{(pid=92921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 07:16:57.707438 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Provisioning for port adec7552-a624-48ec-b38a-3ae5c0e8a2bc completed by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 07:16:57.714874 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Provisioning complete for port adec7552-a624-48ec-b38a-3ae5c0e8a2bc triggered by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:16:57.715325 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1879668'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:57.893075 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:57.931122 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba83409-f130-461a-83a8-38d16627eba1 req-636cb373-65e9-4680-a504-bdd795b5248a tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:16:57.933520 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-8ba83409-f130-461a-83a8-38d16627eba1 req-636cb373-65e9-4680-a504-bdd795b5248a tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec3d9cd3-7990-46e7-a0c4-277e3dc80819 HTTP/1.1" status: 200 len: 946 time: 0.1676111 Jun 22 07:16:57.945862 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] For port adec7552-a624-48ec-b38a-3ae5c0e8a2bc, host dv-cinder-786627-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-11-iscsi',level=0,port_id=adec7552-a624-48ec-b38a-3ae5c0e8a2bc,segment=NetworkSegment(3a505b83-1c2b-4509-b827-beaea00a921c),segment_id=3a505b83-1c2b-4509-b827-beaea00a921c)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:16:57.971005 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:57.984920 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:16:58.030896 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-8ba83409-f130-461a-83a8-38d16627eba1 req-22b240ab-54e4-42c5-8536-82e3ee1ec587 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/security-groups?id=30e0c465-7839-4da2-bd45-e1fbd7ad0257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850194 Jun 22 07:16:58.097314 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Pushing event updated for resources: {'Port': ['ID=adec7552-a624-48ec-b38a-3ae5c0e8a2bc,revision_number=5']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:16:58.102186 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:16:58.524887 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8bde78-b15e-4313-a631-991143858d5c req-44f9b321-a638-44c9-aca9-fb0a37d6ed54 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:16:58.543354 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-6d8bde78-b15e-4313-a631-991143858d5c req-44f9b321-a638-44c9-aca9-fb0a37d6ed54 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] 10.222.0.24 "GET /v2.0/ports?device_id=e06b8c2b-299c-47b2-816b-b7bf0d326c99 HTTP/1.1" status: 200 len: 943 time: 0.1329615 Jun 22 07:16:58.612438 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-6d8bde78-b15e-4313-a631-991143858d5c req-7cb496d7-eb8b-4aa9-9a28-d71329b7cf28 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c57c8ce-dc6e-4d15-a567-952cea45b9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676215 Jun 22 07:16:58.906640 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-a1295efa-7f1f-4892-85b4-c8fc88b13eb2 req-bbf92f88-f70f-4ff2-aca8-b90851262890 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=96140ecc-60b1-4858-b129-414607b05266&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0602720 Jun 22 07:16:59.016008 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1295efa-7f1f-4892-85b4-c8fc88b13eb2 req-267f8754-ded2-4b0e-9615-a239b6edbd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:16:59.017788 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-a1295efa-7f1f-4892-85b4-c8fc88b13eb2 req-267f8754-ded2-4b0e-9615-a239b6edbd45 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a6b59c4ef34b41bd9dbb44d6fa033408&device_id=96140ecc-60b1-4858-b129-414607b05266 HTTP/1.1" status: 200 len: 1098 time: 0.0833399 Jun 22 07:16:59.239380 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1295efa-7f1f-4892-85b4-c8fc88b13eb2 req-25feafd6-837e-47f3-9e90-8502c0f5bf32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:16:59.241330 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-a1295efa-7f1f-4892-85b4-c8fc88b13eb2 req-25feafd6-837e-47f3-9e90-8502c0f5bf32 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2cb6791c-9360-429c-a118-cd829e120353 HTTP/1.1" status: 200 len: 920 time: 0.1805139 Jun 22 07:16:59.327279 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-a1295efa-7f1f-4892-85b4-c8fc88b13eb2 req-61e34123-83c3-45a9-9107-7f2885841383 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0c37ff52-be9d-4855-ad57-401153daeb5e HTTP/1.1" status: 200 len: 217 time: 0.0764232 Jun 22 07:16:59.425578 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1295efa-7f1f-4892-85b4-c8fc88b13eb2 req-c9fb77d7-ed81-48a5-ba91-9e4b3ba78c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:16:59.427229 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-a1295efa-7f1f-4892-85b4-c8fc88b13eb2 req-c9fb77d7-ed81-48a5-ba91-9e4b3ba78c8a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1c5404e1-ac7c-4acf-ad2d-147e6479ce37 HTTP/1.1" status: 200 len: 859 time: 0.0718923 Jun 22 07:16:59.475857 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-a1295efa-7f1f-4892-85b4-c8fc88b13eb2 req-3ad83af7-7677-44e9-8fe2-9550f1f1fc2a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2cb6791c-9360-429c-a118-cd829e120353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390422 Jun 22 07:16:59.579353 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08785967-83f7-4535-a80e-7222cbf7f8b8 req-d45260d7-b55b-421e-92d4-55bc4517da9f tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:16:59.588803 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-08785967-83f7-4535-a80e-7222cbf7f8b8 req-d45260d7-b55b-421e-92d4-55bc4517da9f tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec3d9cd3-7990-46e7-a0c4-277e3dc80819 HTTP/1.1" status: 200 len: 946 time: 0.3206754 Jun 22 07:16:59.607628 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Device adec7552-a624-48ec-b38a-3ae5c0e8a2bc up at agent ovs-agent-dv-cinder-786627-11-iscsi {{(pid=92921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 07:16:59.644931 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-08785967-83f7-4535-a80e-7222cbf7f8b8 req-f0f08897-13cb-4f09-b436-3967457d25a4 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/security-groups?id=30e0c465-7839-4da2-bd45-e1fbd7ad0257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548358 Jun 22 07:16:59.700152 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-a1295efa-7f1f-4892-85b4-c8fc88b13eb2 req-2bd7be7f-64ef-4be8-ac39-94882d64454a service neutron] 10.222.0.41 "GET /v2.0/networks/2cb6791c-9360-429c-a118-cd829e120353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159784 Jun 22 07:16:59.774015 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Provisioning complete for port adec7552-a624-48ec-b38a-3ae5c0e8a2bc triggered by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:16:59.774512 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1879668'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:16:59.869039 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Device 71fe681a-3e39-4ecd-9cfc-22b161500189 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=92921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 07:16:59.971417 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-a1295efa-7f1f-4892-85b4-c8fc88b13eb2 req-94dee94f-1c0c-4953-a52e-e82aadd3f43a service neutron] 10.222.0.41 "GET /v2.0/networks/2cb6791c-9360-429c-a118-cd829e120353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2634676 Jun 22 07:17:00.037964 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b461b2-6e17-4bb9-bd8e-ac5382bd46df req-759c8b86-0301-40ae-a4ea-b1cdfc3966b8 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:17:00.039548 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-04b461b2-6e17-4bb9-bd8e-ac5382bd46df req-759c8b86-0301-40ae-a4ea-b1cdfc3966b8 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] 10.222.0.24 "GET /v2.0/ports?device_id=e06b8c2b-299c-47b2-816b-b7bf0d326c99 HTTP/1.1" status: 200 len: 943 time: 0.1404376 Jun 22 07:17:00.092473 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] For port 71fe681a-3e39-4ecd-9cfc-22b161500189, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=71fe681a-3e39-4ecd-9cfc-22b161500189,segment=NetworkSegment(0f65caae-8828-41c5-aacf-f49c73598fb9),segment_id=0f65caae-8828-41c5-aacf-f49c73598fb9)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:17:00.124715 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Returning: {'device': '71fe681a-3e39-4ecd-9cfc-22b161500189', 'network_id': 'd7f11af1-230f-4471-a5c1-4f5f3c60c8f3', 'port_id': '71fe681a-3e39-4ecd-9cfc-22b161500189', 'mac_address': 'fa:16:3e:08:f2:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '891a545b-b43a-4ff2-9704-5f5d06788d9d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 07:17:00.132117 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-04b461b2-6e17-4bb9-bd8e-ac5382bd46df req-a803cc7d-d56a-4e83-9cbe-24e5472a477c tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c57c8ce-dc6e-4d15-a567-952cea45b9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864036 Jun 22 07:17:00.190263 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:00.210427 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.notifiers.nova [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71fe681a-3e39-4ecd-9cfc-22b161500189 {{(pid=92921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 07:17:00.246926 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] For port 71fe681a-3e39-4ecd-9cfc-22b161500189, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=71fe681a-3e39-4ecd-9cfc-22b161500189,segment=NetworkSegment(0f65caae-8828-41c5-aacf-f49c73598fb9),segment_id=0f65caae-8828-41c5-aacf-f49c73598fb9)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:17:00.261149 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:00.263107 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-c96a643c-66e2-47f8-a68f-f3db3f20f40f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:17:00.336500 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Pushing event updated for resources: {'Port': ['ID=71fe681a-3e39-4ecd-9cfc-22b161500189,revision_number=4']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:17:00.340773 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:17:00.717705 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-70a5e392-619a-4b2d-a4d4-57e93aa9e75e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:00.752013 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] get_ports_and_sgs() called for port_ids ['71fe681a-3e39-4ecd-9cfc-22b161500189'] {{(pid=92921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 07:17:00.920286 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4873ed76-d9e3-471a-a969-dcbf5e68e113 req-7fc3f031-feaa-436a-8d43-0e976876eba3 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:17:00.922415 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-4873ed76-d9e3-471a-a969-dcbf5e68e113 req-7fc3f031-feaa-436a-8d43-0e976876eba3 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec3d9cd3-7990-46e7-a0c4-277e3dc80819 HTTP/1.1" status: 200 len: 946 time: 0.1232481 Jun 22 07:17:00.966884 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-4873ed76-d9e3-471a-a969-dcbf5e68e113 req-26a5f631-98a8-4175-950a-87ac28a23099 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/security-groups?id=30e0c465-7839-4da2-bd45-e1fbd7ad0257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378554 Jun 22 07:17:01.329175 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb99544-0f13-4836-a3cb-9801f62ff773 req-972dd9ca-9891-4cc9-9771-8bde220bbef3 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:17:01.331698 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-fcb99544-0f13-4836-a3cb-9801f62ff773 req-972dd9ca-9891-4cc9-9771-8bde220bbef3 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] 10.222.0.24 "GET /v2.0/ports?device_id=e06b8c2b-299c-47b2-816b-b7bf0d326c99 HTTP/1.1" status: 200 len: 944 time: 0.0801158 Jun 22 07:17:01.385624 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-fcb99544-0f13-4836-a3cb-9801f62ff773 req-c062e03c-e249-441c-b690-6533231f3717 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c57c8ce-dc6e-4d15-a567-952cea45b9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456488 Jun 22 07:17:02.949627 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.agents_db [None req-74002642-eed4-46c6-8f70-93846dc748c3 None None] Agent healthcheck: found 6 active agents {{(pid=92922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 07:17:03.072093 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5da25f2c-9bfa-48f1-a4d8-fda7ca30e3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:03.279105 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:03.871839 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:05.180301 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d3c1a5ff-c703-4bfc-bce3-efb8418f207c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:06.731536 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2164a9e-a4e4-4e82-8836-69c5a3eed251 req-33b85484-248d-4aec-a812-5eeb3b2cbfba tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:17:06.733033 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-b2164a9e-a4e4-4e82-8836-69c5a3eed251 req-33b85484-248d-4aec-a812-5eeb3b2cbfba tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] 10.222.0.24 "GET /v2.0/ports?device_id=e06b8c2b-299c-47b2-816b-b7bf0d326c99 HTTP/1.1" status: 200 len: 944 time: 0.1050901 Jun 22 07:17:06.740979 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befae484-6980-43ec-92fe-f6a363e5e47b req-d085129b-5551-4221-a62b-9c9cae3f1d57 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:17:06.742348 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-befae484-6980-43ec-92fe-f6a363e5e47b req-d085129b-5551-4221-a62b-9c9cae3f1d57 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec3d9cd3-7990-46e7-a0c4-277e3dc80819 HTTP/1.1" status: 200 len: 946 time: 0.1131773 Jun 22 07:17:06.798839 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-b2164a9e-a4e4-4e82-8836-69c5a3eed251 req-0f2a7773-f22c-4942-a8cf-c2764cbf6dfb tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c57c8ce-dc6e-4d15-a567-952cea45b9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555296 Jun 22 07:17:06.804374 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-befae484-6980-43ec-92fe-f6a363e5e47b req-88a015a4-0057-46be-bf1c-1510969de68b tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/security-groups?id=30e0c465-7839-4da2-bd45-e1fbd7ad0257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549078 Jun 22 07:17:06.904733 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-f04bb265-eca6-4530-aeb1-0b3afeb7eb68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:08.084325 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e6b479-5f35-4972-973c-4c4d92911725 req-0948a5d6-f327-4fa1-8a4c-67bb097eaf2e tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:17:08.085892 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-b9e6b479-5f35-4972-973c-4c4d92911725 req-0948a5d6-f327-4fa1-8a4c-67bb097eaf2e tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] 10.222.0.24 "GET /v2.0/ports?device_id=e06b8c2b-299c-47b2-816b-b7bf0d326c99 HTTP/1.1" status: 200 len: 944 time: 0.0689449 Jun 22 07:17:08.123735 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-b9e6b479-5f35-4972-973c-4c4d92911725 req-efb932ed-7def-4de3-8b44-f984e966ac73 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c57c8ce-dc6e-4d15-a567-952cea45b9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321677 Jun 22 07:17:08.297641 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74d9893-4121-475e-b939-c1eca3a482d1 req-e3db644c-b1d1-4cb1-82e7-5e640f8b3ece tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:17:08.297641 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-f74d9893-4121-475e-b939-c1eca3a482d1 req-e3db644c-b1d1-4cb1-82e7-5e640f8b3ece tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec3d9cd3-7990-46e7-a0c4-277e3dc80819 HTTP/1.1" status: 200 len: 946 time: 0.0688043 Jun 22 07:17:08.390147 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-f74d9893-4121-475e-b939-c1eca3a482d1 req-9d3af74a-dd43-4998-b67c-7b00162b0962 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/security-groups?id=30e0c465-7839-4da2-bd45-e1fbd7ad0257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930514 Jun 22 07:17:08.435862 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827f4802-490f-4773-a363-554a524b28f5 req-d770fec9-e9ef-4465-a49d-0c14bf6ddf78 tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:17:08.437321 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-827f4802-490f-4773-a363-554a524b28f5 req-d770fec9-e9ef-4465-a49d-0c14bf6ddf78 tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] 10.222.0.24 "GET /v2.0/networks?id=b76c3898-71b4-47e9-8565-8fd368eecb52 HTTP/1.1" status: 200 len: 815 time: 0.1329131 Jun 22 07:17:08.451547 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-827f4802-490f-4773-a363-554a524b28f5 req-8543efbb-39db-46c2-8133-986b63ee5a9a tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] 10.222.0.24 "GET /v2.0/quotas/ec9a29227f1b402da02d8ce725e6cef8 HTTP/1.1" status: 200 len: 375 time: 0.0087550 Jun 22 07:17:08.488137 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Device 71fe681a-3e39-4ecd-9cfc-22b161500189 up at agent hyperv_hv-cinder-78662 {{(pid=92921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 07:17:08.521880 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-827f4802-490f-4773-a363-554a524b28f5 req-e391e55a-8725-4973-ab30-87dffbd5f730 tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=ec9a29227f1b402da02d8ce725e6cef8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0652485 Jun 22 07:17:08.538322 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Provisioning for port 71fe681a-3e39-4ecd-9cfc-22b161500189 completed by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 07:17:08.542341 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Provisioning complete for port 71fe681a-3e39-4ecd-9cfc-22b161500189 triggered by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:17:08.542725 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1879668'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:08.622064 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:08.630595 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-827f4802-490f-4773-a363-554a524b28f5 req-8db1e086-a257-4f97-bb29-857298a38b7f service neutron] 10.222.0.24 "GET /v2.0/networks/b76c3898-71b4-47e9-8565-8fd368eecb52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966876 Jun 22 07:17:08.649880 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e06b8c2b-299c-47b2-816b-b7bf0d326c99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71fe681a-3e39-4ecd-9cfc-22b161500189'}] {{(pid=92921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 07:17:08.653294 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4609914990d9533a1079bbd359c82c974bab58cbf2fcf9d17aa38aa491f36217" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68f7f3c8-1a2b-4735-b904-e645c801f678" -d '{"events": [{"server_uuid": "e06b8c2b-299c-47b2-816b-b7bf0d326c99", "name": "network-vif-plugged", "status": "completed", "tag": "71fe681a-3e39-4ecd-9cfc-22b161500189"}]}' {{(pid=92921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 07:17:08.666726 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] For port 71fe681a-3e39-4ecd-9cfc-22b161500189, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=71fe681a-3e39-4ecd-9cfc-22b161500189,segment=NetworkSegment(0f65caae-8828-41c5-aacf-f49c73598fb9),segment_id=0f65caae-8828-41c5-aacf-f49c73598fb9)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:17:08.671903 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:08.676131 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:17:08.704729 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 07:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d7db3d6-022c-404c-86cb-42ba3fe1d9b6 x-openstack-request-id: req-6d7db3d6-022c-404c-86cb-42ba3fe1d9b6 {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 07:17:08.704949 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e06b8c2b-299c-47b2-816b-b7bf0d326c99", "name": "network-vif-plugged", "status": "completed", "tag": "71fe681a-3e39-4ecd-9cfc-22b161500189", "code": 200}]} {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 07:17:08.705173 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6d7db3d6-022c-404c-86cb-42ba3fe1d9b6 {{(pid=92921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 07:17:08.706127 dv-cinder-786627-11-iscsi neutron-server[92921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e06b8c2b-299c-47b2-816b-b7bf0d326c99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71fe681a-3e39-4ecd-9cfc-22b161500189', 'code': 200} Jun 22 07:17:08.741243 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Pushing event updated for resources: {'Port': ['ID=71fe681a-3e39-4ecd-9cfc-22b161500189,revision_number=5']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:17:08.745383 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:17:08.764031 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-827f4802-490f-4773-a363-554a524b28f5 req-37a34c34-85a6-4898-a837-5691bf74b9f8 service neutron] 10.222.0.24 "GET /v2.0/networks/b76c3898-71b4-47e9-8565-8fd368eecb52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253772 Jun 22 07:17:08.979384 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-026734b8-682e-4af6-8392-0063aefdf27a req-6c20d139-af4c-4a1f-b39e-7dda6ec47318 tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] 10.222.0.24 "GET /v2.0/ports?device_id=c57f5ee8-26cd-4955-9a82-fb01de9793ee HTTP/1.1" status: 200 len: 210 time: 0.0344956 Jun 22 07:17:09.134107 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfa777f-dc59-4d2c-947b-2d57b05b655c req-e5024578-ffde-425c-a2cb-6be8cdf5c23c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:17:09.135707 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-0bfa777f-dc59-4d2c-947b-2d57b05b655c req-e5024578-ffde-425c-a2cb-6be8cdf5c23c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e06b8c2b-299c-47b2-816b-b7bf0d326c99 HTTP/1.1" status: 200 len: 1098 time: 0.0876141 Jun 22 07:17:09.183844 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633d6967-8b37-4ef8-a806-cc701cdb2bbd req-3d1ae3c5-4b89-4f1b-b85b-4a7160008257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:17:09.185430 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-633d6967-8b37-4ef8-a806-cc701cdb2bbd req-3d1ae3c5-4b89-4f1b-b85b-4a7160008257 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ec3d9cd3-7990-46e7-a0c4-277e3dc80819 HTTP/1.1" status: 200 len: 1099 time: 0.0618665 Jun 22 07:17:09.211425 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-0bfa777f-dc59-4d2c-947b-2d57b05b655c req-a20c9625-a6df-486e-bedb-1f7ac7d06e72 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6c57c8ce-dc6e-4d15-a567-952cea45b9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642362 Jun 22 07:17:09.246355 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-633d6967-8b37-4ef8-a806-cc701cdb2bbd req-f8522155-0448-4f99-a95d-9a2eea4df60f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=30e0c465-7839-4da2-bd45-e1fbd7ad0257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446022 Jun 22 07:17:09.351989 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38204ca-ebc8-4dee-bf3c-c546bb36c5de req-9d44dc10-6fc4-4d8f-b893-7e6352d370d5 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:17:09.358974 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-d38204ca-ebc8-4dee-bf3c-c546bb36c5de req-9d44dc10-6fc4-4d8f-b893-7e6352d370d5 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] 10.222.0.24 "GET /v2.0/ports?device_id=e06b8c2b-299c-47b2-816b-b7bf0d326c99 HTTP/1.1" status: 200 len: 945 time: 0.0772519 Jun 22 07:17:09.395040 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-d38204ca-ebc8-4dee-bf3c-c546bb36c5de req-dcd04966-c054-4ad3-a69d-0f7133e29665 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c57c8ce-dc6e-4d15-a567-952cea45b9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353012 Jun 22 07:17:09.574105 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635062a8-49a8-4368-a892-cdf155f73727 req-7f538dbc-fe16-4499-9507-90c0bbcdccad tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:17:09.575631 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-635062a8-49a8-4368-a892-cdf155f73727 req-7f538dbc-fe16-4499-9507-90c0bbcdccad tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec3d9cd3-7990-46e7-a0c4-277e3dc80819 HTTP/1.1" status: 200 len: 946 time: 0.0706601 Jun 22 07:17:09.616300 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-635062a8-49a8-4368-a892-cdf155f73727 req-b310d33c-ff7d-4e67-b730-65d00f6b4817 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/security-groups?id=30e0c465-7839-4da2-bd45-e1fbd7ad0257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343540 Jun 22 07:17:10.129133 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-9594c582-2bf2-41d5-b664-e800f7891ce1 req-a24a6ef3-61ca-484b-8f30-494068b09ef0 tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] 10.222.0.24 "GET /v2.0/ports?device_id=c57f5ee8-26cd-4955-9a82-fb01de9793ee HTTP/1.1" status: 200 len: 210 time: 0.0282090 Jun 22 07:17:10.297983 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827f4802-490f-4773-a363-554a524b28f5 req-77c7937d-c2df-4600-a2bc-eb0e1c4f051e tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:17:10.300069 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-827f4802-490f-4773-a363-554a524b28f5 req-77c7937d-c2df-4600-a2bc-eb0e1c4f051e tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] 10.222.0.41 "GET /v2.0/networks?id=b76c3898-71b4-47e9-8565-8fd368eecb52 HTTP/1.1" status: 200 len: 815 time: 0.1090968 Jun 22 07:17:10.317407 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.v2.base [req-827f4802-490f-4773-a363-554a524b28f5 req-89f3ed06-5049-4ee1-b0ac-b15e8418e71a tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] Request body: {'port': {'device_id': 'c57f5ee8-26cd-4955-9a82-fb01de9793ee', 'network_id': 'b76c3898-71b4-47e9-8565-8fd368eecb52', 'admin_state_up': True, 'tenant_id': 'ec9a29227f1b402da02d8ce725e6cef8'}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:17:10.450755 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-827f4802-490f-4773-a363-554a524b28f5 req-89f3ed06-5049-4ee1-b0ac-b15e8418e71a tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] Made reservation on behalf of ec9a29227f1b402da02d8ce725e6cef8 for: {'port': 1} {{(pid=92920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 07:17:10.462925 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-827f4802-490f-4773-a363-554a524b28f5 req-89f3ed06-5049-4ee1-b0ac-b15e8418e71a tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1809762'] for port, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:10.610129 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.db.db_base_plugin_common [req-827f4802-490f-4773-a363-554a524b28f5 req-89f3ed06-5049-4ee1-b0ac-b15e8418e71a tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] Allocated IP 172.20.0.14 (b76c3898-71b4-47e9-8565-8fd368eecb52/5599c154-2134-4868-9ecc-e0f7abbd15ae/2b84e1d2-a87e-4501-8c71-5641bc2cc690) {{(pid=92920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 07:17:10.617787 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f7c16d-506b-4cd3-baed-9bf41f34d641 req-8ef62692-bcf2-481f-b6e2-c5db9230ad4b tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:17:10.619193 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-62f7c16d-506b-4cd3-baed-9bf41f34d641 req-8ef62692-bcf2-481f-b6e2-c5db9230ad4b tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] 10.222.0.24 "GET /v2.0/ports?device_id=e06b8c2b-299c-47b2-816b-b7bf0d326c99 HTTP/1.1" status: 200 len: 945 time: 0.0679092 Jun 22 07:17:10.670740 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-62f7c16d-506b-4cd3-baed-9bf41f34d641 req-7051d241-e250-4e61-8d38-12927922b401 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c57c8ce-dc6e-4d15-a567-952cea45b9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455959 Jun 22 07:17:10.803720 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-827f4802-490f-4773-a363-554a524b28f5 req-89f3ed06-5049-4ee1-b0ac-b15e8418e71a tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] Notify callbacks [] for port, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:10.822250 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [req-827f4802-490f-4773-a363-554a524b28f5 req-89f3ed06-5049-4ee1-b0ac-b15e8418e71a tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] Transition to ACTIVE for port object 2b84e1d2-a87e-4501-8c71-5641bc2cc690 will not be triggered until provisioned by entity DHCP. {{(pid=92920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 07:17:10.858919 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead294d3-98a9-46a0-888b-99a399613767 req-bb12e833-4d5c-429c-8df1-ba95314c9d0b tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:17:10.860499 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-ead294d3-98a9-46a0-888b-99a399613767 req-bb12e833-4d5c-429c-8df1-ba95314c9d0b tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec3d9cd3-7990-46e7-a0c4-277e3dc80819 HTTP/1.1" status: 200 len: 946 time: 0.1087725 Jun 22 07:17:10.866421 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-827f4802-490f-4773-a363-554a524b28f5 req-89f3ed06-5049-4ee1-b0ac-b15e8418e71a tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1809569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-690206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773473471591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5150818'] for port, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:10.870539 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-60978345-07e1-4420-bf07-6cc5d59e9952 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:17:10.908139 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-ead294d3-98a9-46a0-888b-99a399613767 req-02dcb846-3a3c-41eb-a308-75c251d83147 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/security-groups?id=30e0c465-7839-4da2-bd45-e1fbd7ad0257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387948 Jun 22 07:17:10.925219 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-827f4802-490f-4773-a363-554a524b28f5 req-89f3ed06-5049-4ee1-b0ac-b15e8418e71a tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] Network b76c3898-71b4-47e9-8565-8fd368eecb52 is already hosted by enough agents. {{(pid=92920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 07:17:10.937847 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.scheduler.base_scheduler [req-827f4802-490f-4773-a363-554a524b28f5 req-89f3ed06-5049-4ee1-b0ac-b15e8418e71a tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] Resources bound (agent type, host, resource id): {{(pid=92920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 07:17:10.943477 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.db.l3_dvrscheduler_db [req-827f4802-490f-4773-a363-554a524b28f5 req-89f3ed06-5049-4ee1-b0ac-b15e8418e71a tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] Received port after_create {{(pid=92920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 07:17:10.947588 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f3ed06-5049-4ee1-b0ac-b15e8418e71a tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] Pushing event updated for resources: {'Port': ['ID=2b84e1d2-a87e-4501-8c71-5641bc2cc690,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:17:10.951746 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-89f3ed06-5049-4ee1-b0ac-b15e8418e71a tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:17:11.061427 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827f4802-490f-4773-a363-554a524b28f5 req-89f3ed06-5049-4ee1-b0ac-b15e8418e71a tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:17:11.062478 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-827f4802-490f-4773-a363-554a524b28f5 req-89f3ed06-5049-4ee1-b0ac-b15e8418e71a tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-690179'] for port, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:11.093249 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-827f4802-490f-4773-a363-554a524b28f5 req-89f3ed06-5049-4ee1-b0ac-b15e8418e71a tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7800117 Jun 22 07:17:11.327000 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-e1a641e3-81b2-46f1-a601-f902ed0da83b None None] Provisioning for port 2b84e1d2-a87e-4501-8c71-5641bc2cc690 completed by entity DHCP. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 07:17:11.331619 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-e1a641e3-81b2-46f1-a601-f902ed0da83b None None] Provisioning complete for port 2b84e1d2-a87e-4501-8c71-5641bc2cc690 triggered by entity DHCP. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:17:11.332094 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-e1a641e3-81b2-46f1-a601-f902ed0da83b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1879668'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:11.362307 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a166e7-00a4-4aa4-9f26-9d87853ea176 req-b589fa1e-5b93-4620-bb6d-567058935043 tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:17:11.364370 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-14a166e7-00a4-4aa4-9f26-9d87853ea176 req-b589fa1e-5b93-4620-bb6d-567058935043 tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] 10.222.0.24 "GET /v2.0/ports?device_id=c57f5ee8-26cd-4955-9a82-fb01de9793ee HTTP/1.1" status: 200 len: 932 time: 0.0789461 Jun 22 07:17:11.376977 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-e1a641e3-81b2-46f1-a601-f902ed0da83b None None] Port 2b84e1d2-a87e-4501-8c71-5641bc2cc690 cannot update to ACTIVE because it is not bound. {{(pid=92921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 07:17:11.415333 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-14a166e7-00a4-4aa4-9f26-9d87853ea176 req-9a9b9589-f848-4d58-b1fd-a5e55eb76a46 tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] 10.222.0.24 "GET /v2.0/security-groups?id=184d9c39-9e83-4f1f-a6ee-6da78c1e0aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448828 Jun 22 07:17:30.700516 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-09a12a73-0e7c-43ce-82ab-fab53bcdc6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:33.189979 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-6f41c77a-6fc4-48ed-a908-b05d8988dacc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:33.273860 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:33.861108 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:35.183734 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d3c1a5ff-c703-4bfc-bce3-efb8418f207c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:36.910396 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-f04bb265-eca6-4530-aeb1-0b3afeb7eb68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:39.950387 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.agents_db [None req-74002642-eed4-46c6-8f70-93846dc748c3 None None] Agent healthcheck: found 6 active agents {{(pid=92922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 07:17:55.410139 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.v2.base [req-827f4802-490f-4773-a363-554a524b28f5 req-cb0adcaf-cdde-46bf-8839-9db99080581b service neutron] Request body: {'port': {'device_id': 'c57f5ee8-26cd-4955-9a82-fb01de9793ee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:17:55.484057 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-827f4802-490f-4773-a363-554a524b28f5 req-cb0adcaf-cdde-46bf-8839-9db99080581b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:55.754736 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.notifiers.nova [req-827f4802-490f-4773-a363-554a524b28f5 req-cb0adcaf-cdde-46bf-8839-9db99080581b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b84e1d2-a87e-4501-8c71-5641bc2cc690 {{(pid=92920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 07:17:55.762627 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-827f4802-490f-4773-a363-554a524b28f5 req-cb0adcaf-cdde-46bf-8839-9db99080581b service neutron] Notify callbacks [] for port, precommit_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:55.774283 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [req-827f4802-490f-4773-a363-554a524b28f5 req-cb0adcaf-cdde-46bf-8839-9db99080581b service neutron] Transition to ACTIVE for port object 2b84e1d2-a87e-4501-8c71-5641bc2cc690 will not be triggered until provisioned by entity L2. {{(pid=92920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 07:17:55.778052 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-827f4802-490f-4773-a363-554a524b28f5 req-cb0adcaf-cdde-46bf-8839-9db99080581b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5150800'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:55.780328 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-c60acb2e-9b62-4b6a-a7a1-72085c6d8648 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:17:55.851330 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0adcaf-cdde-46bf-8839-9db99080581b service neutron] Pushing event updated for resources: {'Port': ['ID=2b84e1d2-a87e-4501-8c71-5641bc2cc690,revision_number=2']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:17:55.864332 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0adcaf-cdde-46bf-8839-9db99080581b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:17:55.864874 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0adcaf-cdde-46bf-8839-9db99080581b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:17:55.865249 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0adcaf-cdde-46bf-8839-9db99080581b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:17:55.865614 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0adcaf-cdde-46bf-8839-9db99080581b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:17:55.865971 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0adcaf-cdde-46bf-8839-9db99080581b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:17:55.866335 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0adcaf-cdde-46bf-8839-9db99080581b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:17:55.866689 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0adcaf-cdde-46bf-8839-9db99080581b service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:17:55.867041 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0adcaf-cdde-46bf-8839-9db99080581b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:17:55.867399 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0adcaf-cdde-46bf-8839-9db99080581b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:17:55.867745 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0adcaf-cdde-46bf-8839-9db99080581b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:17:55.868095 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0adcaf-cdde-46bf-8839-9db99080581b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:17:55.868468 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0adcaf-cdde-46bf-8839-9db99080581b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:17:55.873002 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-cb0adcaf-cdde-46bf-8839-9db99080581b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:17:55.942351 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.managers [req-827f4802-490f-4773-a363-554a524b28f5 req-cb0adcaf-cdde-46bf-8839-9db99080581b service neutron] Attempting to bind port 2b84e1d2-a87e-4501-8c71-5641bc2cc690 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 07:17:55.942684 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.managers [req-827f4802-490f-4773-a363-554a524b28f5 req-cb0adcaf-cdde-46bf-8839-9db99080581b service neutron] Attempting to bind port 2b84e1d2-a87e-4501-8c71-5641bc2cc690 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '470fa131-3fdb-481d-89d7-dc5853f1500c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'b76c3898-71b4-47e9-8565-8fd368eecb52'}] {{(pid=92920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 07:17:55.943005 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-827f4802-490f-4773-a363-554a524b28f5 req-cb0adcaf-cdde-46bf-8839-9db99080581b service neutron] Attempting to bind port 2b84e1d2-a87e-4501-8c71-5641bc2cc690 on network b76c3898-71b4-47e9-8565-8fd368eecb52 {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 07:17:55.947501 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-827f4802-490f-4773-a363-554a524b28f5 req-cb0adcaf-cdde-46bf-8839-9db99080581b service neutron] Port 2b84e1d2-a87e-4501-8c71-5641bc2cc690 on network b76c3898-71b4-47e9-8565-8fd368eecb52 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 07:17:55.947927 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-827f4802-490f-4773-a363-554a524b28f5 req-cb0adcaf-cdde-46bf-8839-9db99080581b service neutron] Attempting to bind port 2b84e1d2-a87e-4501-8c71-5641bc2cc690 on network b76c3898-71b4-47e9-8565-8fd368eecb52 {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 07:17:55.953083 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-827f4802-490f-4773-a363-554a524b28f5 req-cb0adcaf-cdde-46bf-8839-9db99080581b service neutron] Checking agent: {'id': 'ce8fa221-be2f-440a-9097-46e1804b8f29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 7, 12, 2), 'started_at': datetime.datetime(2021, 6, 22, 7, 12, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 7, 17, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 07:17:55.953411 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-827f4802-490f-4773-a363-554a524b28f5 req-cb0adcaf-cdde-46bf-8839-9db99080581b service neutron] Checking segment: {'id': '470fa131-3fdb-481d-89d7-dc5853f1500c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'b76c3898-71b4-47e9-8565-8fd368eecb52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 07:17:55.953786 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-827f4802-490f-4773-a363-554a524b28f5 req-cb0adcaf-cdde-46bf-8839-9db99080581b service neutron] Bound using segment: {'id': '470fa131-3fdb-481d-89d7-dc5853f1500c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'b76c3898-71b4-47e9-8565-8fd368eecb52'} {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 07:17:55.954205 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.managers [req-827f4802-490f-4773-a363-554a524b28f5 req-cb0adcaf-cdde-46bf-8839-9db99080581b service neutron] Bound port: 2b84e1d2-a87e-4501-8c71-5641bc2cc690, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '470fa131-3fdb-481d-89d7-dc5853f1500c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'b76c3898-71b4-47e9-8565-8fd368eecb52'}}] {{(pid=92920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 07:17:55.954543 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-827f4802-490f-4773-a363-554a524b28f5 req-cb0adcaf-cdde-46bf-8839-9db99080581b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:56.020468 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [req-827f4802-490f-4773-a363-554a524b28f5 req-cb0adcaf-cdde-46bf-8839-9db99080581b service neutron] For port 2b84e1d2-a87e-4501-8c71-5641bc2cc690, host hv-cinder-78662, cleared binding levels {{(pid=92920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 07:17:56.023454 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [req-827f4802-490f-4773-a363-554a524b28f5 req-cb0adcaf-cdde-46bf-8839-9db99080581b service neutron] For port 2b84e1d2-a87e-4501-8c71-5641bc2cc690, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=2b84e1d2-a87e-4501-8c71-5641bc2cc690,segment=NetworkSegment(470fa131-3fdb-481d-89d7-dc5853f1500c),segment_id=470fa131-3fdb-481d-89d7-dc5853f1500c)] {{(pid=92920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 07:17:56.028701 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-827f4802-490f-4773-a363-554a524b28f5 req-cb0adcaf-cdde-46bf-8839-9db99080581b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5150800'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:56.030803 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:17:56.067035 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827f4802-490f-4773-a363-554a524b28f5 req-cb0adcaf-cdde-46bf-8839-9db99080581b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:17:56.067665 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-827f4802-490f-4773-a363-554a524b28f5 req-cb0adcaf-cdde-46bf-8839-9db99080581b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-690179'] for port, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:56.069090 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-827f4802-490f-4773-a363-554a524b28f5 req-cb0adcaf-cdde-46bf-8839-9db99080581b service neutron] 10.222.0.41 "PUT /v2.0/ports/2b84e1d2-a87e-4501-8c71-5641bc2cc690 HTTP/1.1" status: 200 len: 1094 time: 0.6635184 Jun 22 07:17:56.069595 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c57f5ee8-26cd-4955-9a82-fb01de9793ee', 'tag': '2b84e1d2-a87e-4501-8c71-5641bc2cc690'}] {{(pid=92920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 07:17:56.071975 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}175c46e468422b48d63533518873068da6a6c478907c3b6f79f9dabf89e8d923" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe9006c0-3282-42d3-93bc-50709a037e23" -d '{"events": [{"name": "network-changed", "server_uuid": "c57f5ee8-26cd-4955-9a82-fb01de9793ee", "tag": "2b84e1d2-a87e-4501-8c71-5641bc2cc690"}]}' {{(pid=92920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 07:17:56.091984 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0adcaf-cdde-46bf-8839-9db99080581b service neutron] Pushing event updated for resources: {'Port': ['ID=2b84e1d2-a87e-4501-8c71-5641bc2cc690,revision_number=3']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:17:56.095184 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-cb0adcaf-cdde-46bf-8839-9db99080581b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:17:57.594862 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827f4802-490f-4773-a363-554a524b28f5 req-4d8a175c-a9e8-465b-9fa2-9e9838306e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:17:57.596764 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-827f4802-490f-4773-a363-554a524b28f5 req-4d8a175c-a9e8-465b-9fa2-9e9838306e59 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ec9a29227f1b402da02d8ce725e6cef8&device_id=c57f5ee8-26cd-4955-9a82-fb01de9793ee HTTP/1.1" status: 200 len: 1097 time: 0.0688848 Jun 22 07:17:57.664922 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-827f4802-490f-4773-a363-554a524b28f5 req-95ca5bfe-3041-49b1-aeb6-9a0aae5a8d65 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2b84e1d2-a87e-4501-8c71-5641bc2cc690 HTTP/1.1" status: 200 len: 217 time: 0.0493011 Jun 22 07:17:57.754920 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827f4802-490f-4773-a363-554a524b28f5 req-871d8da8-3ec3-42c2-9c49-9b47616b9aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:17:57.756350 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-827f4802-490f-4773-a363-554a524b28f5 req-871d8da8-3ec3-42c2-9c49-9b47616b9aba service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5599c154-2134-4868-9ecc-e0f7abbd15ae HTTP/1.1" status: 200 len: 854 time: 0.0447497 Jun 22 07:17:57.767019 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312b09af-fe5e-4139-8618-688ad317f5f1 req-0e3e09f1-9b8f-4774-bfba-2ab2faa3159c tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:17:57.768529 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-312b09af-fe5e-4139-8618-688ad317f5f1 req-0e3e09f1-9b8f-4774-bfba-2ab2faa3159c tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] 10.222.0.24 "GET /v2.0/ports?device_id=e06b8c2b-299c-47b2-816b-b7bf0d326c99 HTTP/1.1" status: 200 len: 945 time: 0.1087894 Jun 22 07:17:57.777692 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cfe09d-ec78-4023-a46e-2a68ae4fa7b2 req-832ff26b-4b84-4697-abc2-2e9aa7ff624e tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:17:57.779208 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-71cfe09d-ec78-4023-a46e-2a68ae4fa7b2 req-832ff26b-4b84-4697-abc2-2e9aa7ff624e tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec3d9cd3-7990-46e7-a0c4-277e3dc80819 HTTP/1.1" status: 200 len: 946 time: 0.1175718 Jun 22 07:17:57.835476 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827f4802-490f-4773-a363-554a524b28f5 req-d9c71ade-008d-4a9b-b786-46c7994d6b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:17:57.838621 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-827f4802-490f-4773-a363-554a524b28f5 req-d9c71ade-008d-4a9b-b786-46c7994d6b96 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b76c3898-71b4-47e9-8565-8fd368eecb52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0707893 Jun 22 07:17:57.840429 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-312b09af-fe5e-4139-8618-688ad317f5f1 req-6d43c9e8-9c82-4fe5-b369-02d3e2ca9672 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c57c8ce-dc6e-4d15-a567-952cea45b9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601652 Jun 22 07:17:57.843841 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-71cfe09d-ec78-4023-a46e-2a68ae4fa7b2 req-545b651b-6466-4553-942a-f3676f828414 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/security-groups?id=30e0c465-7839-4da2-bd45-e1fbd7ad0257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575252 Jun 22 07:17:57.915425 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 07:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d506a40c-adbd-413d-bb7d-40ee66f17b52 x-openstack-request-id: req-d506a40c-adbd-413d-bb7d-40ee66f17b52 {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 07:17:57.915741 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c57f5ee8-26cd-4955-9a82-fb01de9793ee", "tag": "2b84e1d2-a87e-4501-8c71-5641bc2cc690", "status": "completed", "code": 200}]} {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 07:17:57.916167 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d506a40c-adbd-413d-bb7d-40ee66f17b52 {{(pid=92920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 07:17:57.916890 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c57f5ee8-26cd-4955-9a82-fb01de9793ee', 'tag': '2b84e1d2-a87e-4501-8c71-5641bc2cc690', 'status': 'completed', 'code': 200} Jun 22 07:17:57.954885 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-827f4802-490f-4773-a363-554a524b28f5 req-fcc35e9b-8dbd-4f90-b0e0-add483864fb6 service neutron] 10.222.0.41 "GET /v2.0/networks/b76c3898-71b4-47e9-8565-8fd368eecb52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080005 Jun 22 07:17:58.059313 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6eb7ff-fbfd-45e5-88b5-b38834f27653 req-96e0c040-da5a-4072-a9d4-f7d7c89a2741 tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:17:58.061212 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-1b6eb7ff-fbfd-45e5-88b5-b38834f27653 req-96e0c040-da5a-4072-a9d4-f7d7c89a2741 tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] 10.222.0.24 "GET /v2.0/ports?device_id=c57f5ee8-26cd-4955-9a82-fb01de9793ee HTTP/1.1" status: 200 len: 944 time: 0.0895891 Jun 22 07:17:58.071952 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-827f4802-490f-4773-a363-554a524b28f5 req-cf3a2e31-a9d4-4b4d-829a-657aa2913fdb service neutron] 10.222.0.41 "GET /v2.0/networks/b76c3898-71b4-47e9-8565-8fd368eecb52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048062 Jun 22 07:17:58.106480 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-1b6eb7ff-fbfd-45e5-88b5-b38834f27653 req-b56e59d8-a442-43c1-9d26-96f935b7f4b6 tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] 10.222.0.24 "GET /v2.0/security-groups?id=184d9c39-9e83-4f1f-a6ee-6da78c1e0aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385816 Jun 22 07:17:58.206696 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9006c0-3282-42d3-93bc-50709a037e23 req-0e7682e5-6f58-437b-ade0-aba63bc8c172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:17:58.211393 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-fe9006c0-3282-42d3-93bc-50709a037e23 req-0e7682e5-6f58-437b-ade0-aba63bc8c172 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ec9a29227f1b402da02d8ce725e6cef8&device_id=c57f5ee8-26cd-4955-9a82-fb01de9793ee HTTP/1.1" status: 200 len: 1097 time: 0.0765228 Jun 22 07:17:58.364845 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0539ca-e831-411f-8d87-f37cede6b7b3 req-255470a0-77b1-4f39-a355-2f580204feb0 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:17:58.366453 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-1f0539ca-e831-411f-8d87-f37cede6b7b3 req-255470a0-77b1-4f39-a355-2f580204feb0 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] 10.222.0.24 "GET /v2.0/ports?device_id=e06b8c2b-299c-47b2-816b-b7bf0d326c99 HTTP/1.1" status: 200 len: 945 time: 0.1076329 Jun 22 07:17:58.374353 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9006c0-3282-42d3-93bc-50709a037e23 req-31fa9959-8661-4f9a-92dd-7516051d2e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:17:58.376965 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-fe9006c0-3282-42d3-93bc-50709a037e23 req-31fa9959-8661-4f9a-92dd-7516051d2e7e service neutron] 10.222.0.41 "GET /v2.0/networks?id=b76c3898-71b4-47e9-8565-8fd368eecb52 HTTP/1.1" status: 200 len: 916 time: 0.1569812 Jun 22 07:17:58.419972 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-1f0539ca-e831-411f-8d87-f37cede6b7b3 req-13dc2cca-a289-408e-af9b-1f6ca65f9221 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c57c8ce-dc6e-4d15-a567-952cea45b9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458455 Jun 22 07:17:58.441191 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-fe9006c0-3282-42d3-93bc-50709a037e23 req-db5bddf0-97e2-483c-bd25-08a28b5bdf36 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2b84e1d2-a87e-4501-8c71-5641bc2cc690 HTTP/1.1" status: 200 len: 217 time: 0.0565999 Jun 22 07:17:58.467103 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 47372) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:17:58.504894 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9006c0-3282-42d3-93bc-50709a037e23 req-2f8db1e8-7d01-40a4-a472-66497c8e1f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:17:58.506557 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-fe9006c0-3282-42d3-93bc-50709a037e23 req-2f8db1e8-7d01-40a4-a472-66497c8e1f2c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5599c154-2134-4868-9ecc-e0f7abbd15ae HTTP/1.1" status: 200 len: 854 time: 0.0585318 Jun 22 07:17:58.574917 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9006c0-3282-42d3-93bc-50709a037e23 req-483765e1-4085-4839-a551-7c2556ed13ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:17:58.574917 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-fe9006c0-3282-42d3-93bc-50709a037e23 req-483765e1-4085-4839-a551-7c2556ed13ce service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b76c3898-71b4-47e9-8565-8fd368eecb52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0592582 Jun 22 07:17:58.741039 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-fe9006c0-3282-42d3-93bc-50709a037e23 req-0a2c5490-f2a9-4dca-ac9f-d8e9d8a98946 service neutron] 10.222.0.41 "GET /v2.0/networks/b76c3898-71b4-47e9-8565-8fd368eecb52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375637 Jun 22 07:17:58.760945 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e2e9e7-8658-4486-808a-a8bc1c3ddbff req-4edd348b-ff5a-429f-a5fb-d9c2e832ba30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:17:58.762430 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-22e2e9e7-8658-4486-808a-a8bc1c3ddbff req-4edd348b-ff5a-429f-a5fb-d9c2e832ba30 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a6b59c4ef34b41bd9dbb44d6fa033408&device_id=ec3d9cd3-7990-46e7-a0c4-277e3dc80819 HTTP/1.1" status: 200 len: 1099 time: 0.1469009 Jun 22 07:17:58.811858 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb978c3-4581-4de7-8634-e2c0ed4bae07 req-40cfd52a-a270-4329-bf4e-f4ba57a901e3 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:17:58.813430 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-5fb978c3-4581-4de7-8634-e2c0ed4bae07 req-40cfd52a-a270-4329-bf4e-f4ba57a901e3 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec3d9cd3-7990-46e7-a0c4-277e3dc80819 HTTP/1.1" status: 200 len: 946 time: 0.1335807 Jun 22 07:17:58.817363 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c03e81f-e98b-4d43-9a30-f965d42dd79b tempest-TestShelveInstance-654299866 tempest-TestShelveInstance-654299866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:17:58.818770 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-8c03e81f-e98b-4d43-9a30-f965d42dd79b tempest-TestShelveInstance-654299866 tempest-TestShelveInstance-654299866-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e06b8c2b-299c-47b2-816b-b7bf0d326c99 HTTP/1.1" status: 200 len: 1093 time: 0.3506050 Jun 22 07:17:58.821837 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 47382) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:17:58.828450 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.v2.base [None req-c8147184-8b9d-4288-84b5-8aa486ac7dde tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Request body: {'floatingip': {'floating_network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'port_id': '71fe681a-3e39-4ecd-9cfc-22b161500189', 'tenant_id': 'bad142e993074902a8d64ad034fcd38e', 'fixed_ip_address': '172.20.0.4'}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:17:58.852874 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-fe9006c0-3282-42d3-93bc-50709a037e23 req-91294a8f-4500-4a7e-b8b9-ece7564f7de9 service neutron] 10.222.0.41 "GET /v2.0/networks/b76c3898-71b4-47e9-8565-8fd368eecb52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013579 Jun 22 07:17:58.868824 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-c8147184-8b9d-4288-84b5-8aa486ac7dde tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Notify callbacks [] for floatingip, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:58.896595 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-5fb978c3-4581-4de7-8634-e2c0ed4bae07 req-ae85a1cc-886c-4702-81df-4f9c235c646f tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/security-groups?id=30e0c465-7839-4da2-bd45-e1fbd7ad0257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766566 Jun 22 07:17:58.922173 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e2e9e7-8658-4486-808a-a8bc1c3ddbff req-ec8ac534-abb4-45cc-b51b-6d714da862ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:17:58.923633 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-22e2e9e7-8658-4486-808a-a8bc1c3ddbff req-ec8ac534-abb4-45cc-b51b-6d714da862ba service neutron] 10.222.0.41 "GET /v2.0/networks?id=2cb6791c-9360-429c-a118-cd829e120353 HTTP/1.1" status: 200 len: 920 time: 0.1299455 Jun 22 07:17:58.968462 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-c8147184-8b9d-4288-84b5-8aa486ac7dde tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1809762'] for port, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:58.968713 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-22e2e9e7-8658-4486-808a-a8bc1c3ddbff req-d2185a9b-fed6-4bfb-8993-7d795ceec66b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e4c5e89b-6f1f-4a27-b090-bc12a9842c1d HTTP/1.1" status: 200 len: 217 time: 0.0373282 Jun 22 07:17:59.019393 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e2e9e7-8658-4486-808a-a8bc1c3ddbff req-99e7b4c8-2a2c-4084-839d-ee586b320221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:17:59.020842 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-22e2e9e7-8658-4486-808a-a8bc1c3ddbff req-99e7b4c8-2a2c-4084-839d-ee586b320221 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1c5404e1-ac7c-4acf-ad2d-147e6479ce37 HTTP/1.1" status: 200 len: 859 time: 0.0450594 Jun 22 07:17:59.054710 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-22e2e9e7-8658-4486-808a-a8bc1c3ddbff req-16bd9e28-feb2-417b-9084-5f31e7c3b779 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2cb6791c-9360-429c-a118-cd829e120353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259473 Jun 22 07:17:59.070089 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.db.db_base_plugin_common [None req-c8147184-8b9d-4288-84b5-8aa486ac7dde tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Allocated IP 172.27.1.135 (73c4e24d-548c-4da2-96ca-75881b5fbbd2/544f46cc-96c5-45ec-92af-d864e0b11db8/b097a3e3-ac4e-449f-84b2-4147dbc439e7) {{(pid=92920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 07:17:59.149304 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-22e2e9e7-8658-4486-808a-a8bc1c3ddbff req-3e58a840-34ce-40a6-81ae-5dd7e3d9e909 service neutron] 10.222.0.41 "GET /v2.0/networks/2cb6791c-9360-429c-a118-cd829e120353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865600 Jun 22 07:17:59.177508 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-c8147184-8b9d-4288-84b5-8aa486ac7dde tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Notify callbacks [] for port, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:59.221698 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-c8147184-8b9d-4288-84b5-8aa486ac7dde tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1809569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-690206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773473471591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5150818'] for port, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:17:59.225306 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-793b1f20-0e3f-4052-91a6-c0f3498c0f0a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:17:59.258625 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-22e2e9e7-8658-4486-808a-a8bc1c3ddbff req-e8c132c4-08d6-4144-8b37-60df293b656c service neutron] 10.222.0.41 "GET /v2.0/networks/2cb6791c-9360-429c-a118-cd829e120353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019747 Jun 22 07:17:59.267412 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8147184-8b9d-4288-84b5-8aa486ac7dde tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Network 73c4e24d-548c-4da2-96ca-75881b5fbbd2 is already hosted by enough agents. {{(pid=92920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 07:17:59.270220 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.scheduler.base_scheduler [None req-c8147184-8b9d-4288-84b5-8aa486ac7dde tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Resources bound (agent type, host, resource id): {{(pid=92920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 07:17:59.273872 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8147184-8b9d-4288-84b5-8aa486ac7dde tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Received port after_create {{(pid=92920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 07:17:59.301697 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8147184-8b9d-4288-84b5-8aa486ac7dde tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Pushing event updated for resources: {'Port': ['ID=b097a3e3-ac4e-449f-84b2-4147dbc439e7,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:17:59.305652 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-c8147184-8b9d-4288-84b5-8aa486ac7dde tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:17:59.319269 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5f5fc8-e44e-4d58-a1b7-3218ce702310 req-70401397-18c5-47bc-8195-3fe5a48cbd7a tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:17:59.320999 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-0b5f5fc8-e44e-4d58-a1b7-3218ce702310 req-70401397-18c5-47bc-8195-3fe5a48cbd7a tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] 10.222.0.24 "GET /v2.0/ports?device_id=c57f5ee8-26cd-4955-9a82-fb01de9793ee HTTP/1.1" status: 200 len: 944 time: 0.0764015 Jun 22 07:17:59.366580 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-0b5f5fc8-e44e-4d58-a1b7-3218ce702310 req-15001f0f-b051-43e6-b8c9-33ca4478e348 tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] 10.222.0.24 "GET /v2.0/security-groups?id=184d9c39-9e83-4f1f-a6ee-6da78c1e0aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370660 Jun 22 07:17:59.972220 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-c8147184-8b9d-4288-84b5-8aa486ac7dde tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:00.052090 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-c8147184-8b9d-4288-84b5-8aa486ac7dde tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:00.098950 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcf05b7-e187-4f56-bb28-cd2ccc8d6a5a req-e642b237-85d8-44dc-9dee-a2bbeb3193a2 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:00.098950 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-6dcf05b7-e187-4f56-bb28-cd2ccc8d6a5a req-e642b237-85d8-44dc-9dee-a2bbeb3193a2 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec3d9cd3-7990-46e7-a0c4-277e3dc80819 HTTP/1.1" status: 200 len: 946 time: 0.0653660 Jun 22 07:18:00.135704 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-6dcf05b7-e187-4f56-bb28-cd2ccc8d6a5a req-5c184be3-8e00-40e6-b9cb-044047060e05 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/security-groups?id=30e0c465-7839-4da2-bd45-e1fbd7ad0257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339642 Jun 22 07:18:00.205742 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-c8147184-8b9d-4288-84b5-8aa486ac7dde tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Notify callbacks [] for port, precommit_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:00.210277 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-c8147184-8b9d-4288-84b5-8aa486ac7dde tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5150800'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:00.212437 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-2d8fca49-429f-488e-8ab9-53f8e612edb4 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:18:00.277230 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8147184-8b9d-4288-84b5-8aa486ac7dde tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Pushing event updated for resources: {'Port': ['ID=b097a3e3-ac4e-449f-84b2-4147dbc439e7,revision_number=2']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:18:00.280751 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-c8147184-8b9d-4288-84b5-8aa486ac7dde tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:18:00.291563 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-c8147184-8b9d-4288-84b5-8aa486ac7dde tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-706738'] for floatingip, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:00.403127 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.db.l3_db [None req-c8147184-8b9d-4288-84b5-8aa486ac7dde tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Floating IP 80da426b-bd21-410d-b9aa-774a9f53ff8b associated. External IP: 172.27.1.135, port: 71fe681a-3e39-4ecd-9cfc-22b161500189. Jun 22 07:18:00.586270 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d9f575-2df6-4f6c-9110-c4a6069ef808 req-e11d9ed4-caea-44bc-b5e1-daa88b51080e tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:00.588856 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-e2d9f575-2df6-4f6c-9110-c4a6069ef808 req-e11d9ed4-caea-44bc-b5e1-daa88b51080e tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] 10.222.0.24 "GET /v2.0/ports?device_id=c57f5ee8-26cd-4955-9a82-fb01de9793ee HTTP/1.1" status: 200 len: 944 time: 0.0811565 Jun 22 07:18:00.624501 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8147184-8b9d-4288-84b5-8aa486ac7dde tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Router 1fb2f8fa-0763-48a1-b4f3-bc603d130289 has already been hosted by L3 agent f18ef446-1389-4802-a345-f314a6956002 {{(pid=92920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 07:18:00.640931 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-e2d9f575-2df6-4f6c-9110-c4a6069ef808 req-4b8b9c30-1b2f-4b2a-af9e-4055d8801215 tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] 10.222.0.24 "GET /v2.0/security-groups?id=184d9c39-9e83-4f1f-a6ee-6da78c1e0aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463088 Jun 22 07:18:00.701007 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-364944cb-3b29-4127-95ae-07a6b1c70c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:00.743737 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8147184-8b9d-4288-84b5-8aa486ac7dde tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Notify agent at l3_agent.dv-cinder-786627-11-iscsi the message routers_updated {{(pid=92920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 07:18:00.759410 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29aa787-fce0-4adc-a72e-3a647e43074e None None] Sync routers for ids ['1fb2f8fa-0763-48a1-b4f3-bc603d130289'] in dv-cinder-786627-11-iscsi {{(pid=92922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 07:18:00.767634 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-c8147184-8b9d-4288-84b5-8aa486ac7dde tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91146'] for floatingip, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:00.773826 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29aa787-fce0-4adc-a72e-3a647e43074e None None] Routers {'1fb2f8fa-0763-48a1-b4f3-bc603d130289'} bound to L3 agent in host dv-cinder-786627-11-iscsi {{(pid=92922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 07:18:00.775252 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-c29aa787-fce0-4adc-a72e-3a647e43074e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-22T07:06:03Z,description=,heartbeat_timestamp=2021-06-22T07:17:33Z,host='dv-cinder-786627-11-iscsi',id=f18ef446-1389-4802-a345-f314a6956002,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T07:06:03Z,topic='l3_agent')) {'router_ids': ['1fb2f8fa-0763-48a1-b4f3-bc603d130289'], 'active': True} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:18:00.821940 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-c8147184-8b9d-4288-84b5-8aa486ac7dde tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9987342 Jun 22 07:18:00.823155 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e06b8c2b-299c-47b2-816b-b7bf0d326c99', 'tag': '71fe681a-3e39-4ecd-9cfc-22b161500189'}] {{(pid=92920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 07:18:00.827060 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}175c46e468422b48d63533518873068da6a6c478907c3b6f79f9dabf89e8d923" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ccb9669-4c95-4ee9-8b61-94a742d9d941" -d '{"events": [{"name": "network-changed", "server_uuid": "e06b8c2b-299c-47b2-816b-b7bf0d326c99", "tag": "71fe681a-3e39-4ecd-9cfc-22b161500189"}]}' {{(pid=92920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 07:18:00.875245 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 07:18:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d76d7b37-c2ca-42a5-9e38-a745721179eb x-openstack-request-id: req-d76d7b37-c2ca-42a5-9e38-a745721179eb {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 07:18:00.875644 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e06b8c2b-299c-47b2-816b-b7bf0d326c99", "tag": "71fe681a-3e39-4ecd-9cfc-22b161500189", "status": "completed", "code": 200}]} {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 07:18:00.875999 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d76d7b37-c2ca-42a5-9e38-a745721179eb {{(pid=92920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 07:18:00.876539 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e06b8c2b-299c-47b2-816b-b7bf0d326c99', 'tag': '71fe681a-3e39-4ecd-9cfc-22b161500189', 'status': 'completed', 'code': 200} Jun 22 07:18:00.950455 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvr_db [None req-c29aa787-fce0-4adc-a72e-3a647e43074e None None] Set router 1fb2f8fa-0763-48a1-b4f3-bc603d130289 gateway port host: dv-cinder-786627-11-iscsi {{(pid=92922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 07:18:00.967350 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-dfdbd775-4f15-4561-bfb7-2f43e84f0368 req-3afb8ee5-eacc-4c8a-b650-d5944153003d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=32e6e243-eeda-4a0d-a837-8692933a5789&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0655499 Jun 22 07:18:00.970836 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccb9669-4c95-4ee9-8b61-94a742d9d941 req-a86290a1-d687-44ab-aece-f9ec76d39d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:00.972341 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-4ccb9669-4c95-4ee9-8b61-94a742d9d941 req-a86290a1-d687-44ab-aece-f9ec76d39d7d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bad142e993074902a8d64ad034fcd38e&device_id=e06b8c2b-299c-47b2-816b-b7bf0d326c99 HTTP/1.1" status: 200 len: 1098 time: 0.0696676 Jun 22 07:18:01.079003 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdbd775-4f15-4561-bfb7-2f43e84f0368 req-e666c043-cbb3-4f92-8fad-75c873363e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:01.080796 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-dfdbd775-4f15-4561-bfb7-2f43e84f0368 req-e666c043-cbb3-4f92-8fad-75c873363e3b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e8e015950749433d91627c7d2fff432f&device_id=32e6e243-eeda-4a0d-a837-8692933a5789 HTTP/1.1" status: 200 len: 1098 time: 0.0714717 Jun 22 07:18:01.120929 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccb9669-4c95-4ee9-8b61-94a742d9d941 req-738471cc-0fe9-4178-9d0c-9a3a9788d391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:01.122452 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-4ccb9669-4c95-4ee9-8b61-94a742d9d941 req-738471cc-0fe9-4178-9d0c-9a3a9788d391 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d7f11af1-230f-4471-a5c1-4f5f3c60c8f3 HTTP/1.1" status: 200 len: 910 time: 0.1260636 Jun 22 07:18:01.228880 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-4ccb9669-4c95-4ee9-8b61-94a742d9d941 req-8cda5fe6-1182-4ecd-b65b-2594e507df02 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=71fe681a-3e39-4ecd-9cfc-22b161500189 HTTP/1.1" status: 200 len: 999 time: 0.0828450 Jun 22 07:18:01.247594 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-c29aa787-fce0-4adc-a72e-3a647e43074e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fb2f8fa-0763-48a1-b4f3-bc603d130289', 'name': 'tempest-TestShelveInstance-1299101450-router', 'tenant_id': 'bad142e993074902a8d64ad034fcd38e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'external_fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '44d157e1-f343-415a-a743-1a78d39c27e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:15:28Z', 'updated_at': '2021-06-22T07:15:35Z', 'revision_number': 4, 'project_id': 'bad142e993074902a8d64ad034fcd38e', 'gw_port': {'id': '44d157e1-f343-415a-a743-1a78d39c27e4', 'name': '', 'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:2b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb2f8fa-0763-48a1-b4f3-bc603d130289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:15:29Z', 'updated_at': '2021-06-22T07:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-iscsi', '_floatingips': [{'id': '80da426b-bd21-410d-b9aa-774a9f53ff8b', 'tenant_id': 'bad142e993074902a8d64ad034fcd38e', 'floating_ip_address': '172.27.1.135', 'floating_network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'router_id': '1fb2f8fa-0763-48a1-b4f3-bc603d130289', 'port_id': '71fe681a-3e39-4ecd-9cfc-22b161500189', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 419, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7f11af1-230f-4471-a5c1-4f5f3c60c8f3', 'mac_address': 'fa:16:3e:08:f2:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e06b8c2b-299c-47b2-816b-b7bf0d326c99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T07:17:59Z', 'updated_at': '2021-06-22T07:17:59Z', 'revision_number': 0, 'project_id': 'bad142e993074902a8d64ad034fcd38e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '392c256d-cdbe-40dc-88f2-d25ab334c575', 'name': '', 'network_id': 'd7f11af1-230f-4471-a5c1-4f5f3c60c8f3', 'tenant_id': 'bad142e993074902a8d64ad034fcd38e', 'mac_address': 'fa:16:3e:0a:43:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb2f8fa-0763-48a1-b4f3-bc603d130289', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '891a545b-b43a-4ff2-9704-5f5d06788d9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:15:34Z', 'updated_at': '2021-06-22T07:15:42Z', 'revision_number': 5, 'project_id': 'bad142e993074902a8d64ad034fcd38e', 'subnets': [{'id': '891a545b-b43a-4ff2-9704-5f5d06788d9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-11-iscsi', False) {} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:18:01.264244 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdbd775-4f15-4561-bfb7-2f43e84f0368 req-a811c9ec-1cd3-4add-8bb0-c8368c9e48c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:01.266589 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-dfdbd775-4f15-4561-bfb7-2f43e84f0368 req-a811c9ec-1cd3-4add-8bb0-c8368c9e48c6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b91fcb38-ada5-4353-b77e-00fb398ce7d0 HTTP/1.1" status: 200 len: 918 time: 0.1592681 Jun 22 07:18:01.302862 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29aa787-fce0-4adc-a72e-3a647e43074e None None] Checking router: 1fb2f8fa-0763-48a1-b4f3-bc603d130289 for host: dv-cinder-786627-11-iscsi {{(pid=92922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 07:18:01.306066 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccb9669-4c95-4ee9-8b61-94a742d9d941 req-49a6b482-b894-4563-a90e-fde4379afa58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:01.307777 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-4ccb9669-4c95-4ee9-8b61-94a742d9d941 req-49a6b482-b894-4563-a90e-fde4379afa58 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=891a545b-b43a-4ff2-9704-5f5d06788d9d HTTP/1.1" status: 200 len: 848 time: 0.0575604 Jun 22 07:18:01.317963 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29aa787-fce0-4adc-a72e-3a647e43074e None None] Routers {'1fb2f8fa-0763-48a1-b4f3-bc603d130289'} bound to L3 agent in host dv-cinder-786627-11-iscsi {{(pid=92922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 07:18:01.318598 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-c29aa787-fce0-4adc-a72e-3a647e43074e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-22T07:06:03Z,description=,heartbeat_timestamp=2021-06-22T07:17:33Z,host='dv-cinder-786627-11-iscsi',id=f18ef446-1389-4802-a345-f314a6956002,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T07:06:03Z,topic='l3_agent')) {'router_ids': ['1fb2f8fa-0763-48a1-b4f3-bc603d130289'], 'active': True} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:18:01.390101 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccb9669-4c95-4ee9-8b61-94a742d9d941 req-30788b5f-fe43-4c10-8c13-ba2ed8ee15aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:01.391809 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-4ccb9669-4c95-4ee9-8b61-94a742d9d941 req-30788b5f-fe43-4c10-8c13-ba2ed8ee15aa service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d7f11af1-230f-4471-a5c1-4f5f3c60c8f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0753634 Jun 22 07:18:01.397750 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-dfdbd775-4f15-4561-bfb7-2f43e84f0368 req-ec549bfc-6eb6-4909-9694-e46c6bc61d95 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d8e0191-6514-4042-b61d-e3d6c352f619 HTTP/1.1" status: 200 len: 1000 time: 0.1224470 Jun 22 07:18:01.461332 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvr_db [None req-c29aa787-fce0-4adc-a72e-3a647e43074e None None] Set router 1fb2f8fa-0763-48a1-b4f3-bc603d130289 gateway port host: dv-cinder-786627-11-iscsi {{(pid=92922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 07:18:01.501084 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-4ccb9669-4c95-4ee9-8b61-94a742d9d941 req-6bb92ce0-0088-4a45-819d-0f59cb744b4b service neutron] 10.222.0.41 "GET /v2.0/networks/d7f11af1-230f-4471-a5c1-4f5f3c60c8f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018004 Jun 22 07:18:01.616688 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-4ccb9669-4c95-4ee9-8b61-94a742d9d941 req-d408a859-de91-4a0c-a15a-0eeaa411827c service neutron] 10.222.0.41 "GET /v2.0/networks/d7f11af1-230f-4471-a5c1-4f5f3c60c8f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084292 Jun 22 07:18:01.767757 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a312f5a-32ba-4b83-89af-75977518b96c req-9c5e4732-fa9e-423f-845a-fece4d711c82 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:01.768073 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-c29aa787-fce0-4adc-a72e-3a647e43074e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fb2f8fa-0763-48a1-b4f3-bc603d130289', 'name': 'tempest-TestShelveInstance-1299101450-router', 'tenant_id': 'bad142e993074902a8d64ad034fcd38e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'external_fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '44d157e1-f343-415a-a743-1a78d39c27e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:15:28Z', 'updated_at': '2021-06-22T07:15:35Z', 'revision_number': 4, 'project_id': 'bad142e993074902a8d64ad034fcd38e', 'gw_port': {'id': '44d157e1-f343-415a-a743-1a78d39c27e4', 'name': '', 'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:2b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb2f8fa-0763-48a1-b4f3-bc603d130289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:15:29Z', 'updated_at': '2021-06-22T07:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-iscsi', '_floatingips': [{'id': '80da426b-bd21-410d-b9aa-774a9f53ff8b', 'tenant_id': 'bad142e993074902a8d64ad034fcd38e', 'floating_ip_address': '172.27.1.135', 'floating_network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'router_id': '1fb2f8fa-0763-48a1-b4f3-bc603d130289', 'port_id': '71fe681a-3e39-4ecd-9cfc-22b161500189', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 419, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7f11af1-230f-4471-a5c1-4f5f3c60c8f3', 'mac_address': 'fa:16:3e:08:f2:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e06b8c2b-299c-47b2-816b-b7bf0d326c99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T07:17:59Z', 'updated_at': '2021-06-22T07:17:59Z', 'revision_number': 0, 'project_id': 'bad142e993074902a8d64ad034fcd38e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '392c256d-cdbe-40dc-88f2-d25ab334c575', 'name': '', 'network_id': 'd7f11af1-230f-4471-a5c1-4f5f3c60c8f3', 'tenant_id': 'bad142e993074902a8d64ad034fcd38e', 'mac_address': 'fa:16:3e:0a:43:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb2f8fa-0763-48a1-b4f3-bc603d130289', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '891a545b-b43a-4ff2-9704-5f5d06788d9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:15:34Z', 'updated_at': '2021-06-22T07:15:42Z', 'revision_number': 5, 'project_id': 'bad142e993074902a8d64ad034fcd38e', 'subnets': [{'id': '891a545b-b43a-4ff2-9704-5f5d06788d9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-11-iscsi', False) {} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:18:01.769203 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-8a312f5a-32ba-4b83-89af-75977518b96c req-9c5e4732-fa9e-423f-845a-fece4d711c82 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec3d9cd3-7990-46e7-a0c4-277e3dc80819 HTTP/1.1" status: 200 len: 946 time: 0.4342995 Jun 22 07:18:01.772292 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdbd775-4f15-4561-bfb7-2f43e84f0368 req-39e96e05-5b40-4a1f-97d4-215b99620ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:01.773725 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-dfdbd775-4f15-4561-bfb7-2f43e84f0368 req-39e96e05-5b40-4a1f-97d4-215b99620ec2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f579e111-0d0d-464b-ba2e-9baae47e7af2 HTTP/1.1" status: 200 len: 856 time: 0.3655603 Jun 22 07:18:01.801059 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29aa787-fce0-4adc-a72e-3a647e43074e None None] The sync data for ids ['1fb2f8fa-0763-48a1-b4f3-bc603d130289'] in dv-cinder-786627-11-iscsi is: [{'id': '1fb2f8fa-0763-48a1-b4f3-bc603d130289', 'name': 'tempest-TestShelveInstance-1299101450-router', 'tenant_id': 'bad142e993074902a8d64ad034fcd38e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'external_fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '44d157e1-f343-415a-a743-1a78d39c27e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:15:28Z', 'updated_at': '2021-06-22T07:15:35Z', 'revision_number': 4, 'project_id': 'bad142e993074902a8d64ad034fcd38e', 'gw_port': {'id': '44d157e1-f343-415a-a743-1a78d39c27e4', 'name': '', 'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:2b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb2f8fa-0763-48a1-b4f3-bc603d130289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:15:29Z', 'updated_at': '2021-06-22T07:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-iscsi', '_floatingips': [{'id': '80da426b-bd21-410d-b9aa-774a9f53ff8b', 'tenant_id': 'bad142e993074902a8d64ad034fcd38e', 'floating_ip_address': '172.27.1.135', 'floating_network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'router_id': '1fb2f8fa-0763-48a1-b4f3-bc603d130289', 'port_id': '71fe681a-3e39-4ecd-9cfc-22b161500189', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 419, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7f11af1-230f-4471-a5c1-4f5f3c60c8f3', 'mac_address': 'fa:16:3e:08:f2:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e06b8c2b-299c-47b2-816b-b7bf0d326c99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T07:17:59Z', 'updated_at': '2021-06-22T07:17:59Z', 'revision_number': 0, 'project_id': 'bad142e993074902a8d64ad034fcd38e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '392c256d-cdbe-40dc-88f2-d25ab334c575', 'name': '', 'network_id': 'd7f11af1-230f-4471-a5c1-4f5f3c60c8f3', 'tenant_id': 'bad142e993074902a8d64ad034fcd38e', 'mac_address': 'fa:16:3e:0a:43:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb2f8fa-0763-48a1-b4f3-bc603d130289', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '891a545b-b43a-4ff2-9704-5f5d06788d9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:15:34Z', 'updated_at': '2021-06-22T07:15:42Z', 'revision_number': 5, 'project_id': 'bad142e993074902a8d64ad034fcd38e', 'subnets': [{'id': '891a545b-b43a-4ff2-9704-5f5d06788d9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 07:18:01.910598 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-8a312f5a-32ba-4b83-89af-75977518b96c req-7c95a1c2-7e58-4ca0-b8dc-f3d866bc2ad4 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/security-groups?id=30e0c465-7839-4da2-bd45-e1fbd7ad0257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293390 Jun 22 07:18:01.959263 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdbd775-4f15-4561-bfb7-2f43e84f0368 req-e39c59a9-26ca-4342-a3d5-c285993e4b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:01.962033 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-dfdbd775-4f15-4561-bfb7-2f43e84f0368 req-e39c59a9-26ca-4342-a3d5-c285993e4b8a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b91fcb38-ada5-4353-b77e-00fb398ce7d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1793885 Jun 22 07:18:01.979424 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00338087-2aa1-481f-9658-5659f8fe6316 req-4e12440d-c9a7-459d-917f-961c79a3bf23 tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:01.982068 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-00338087-2aa1-481f-9658-5659f8fe6316 req-4e12440d-c9a7-459d-917f-961c79a3bf23 tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] 10.222.0.24 "GET /v2.0/ports?device_id=c57f5ee8-26cd-4955-9a82-fb01de9793ee HTTP/1.1" status: 200 len: 944 time: 0.1433237 Jun 22 07:18:02.092332 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59cfc181-b533-4950-8b42-fb964d7a1bab None None] New status for floating IP 80da426b-bd21-410d-b9aa-774a9f53ff8b: ACTIVE {{(pid=92921) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 07:18:02.126915 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-00338087-2aa1-481f-9658-5659f8fe6316 req-53c3340c-0e77-4bec-9b56-fe48d0e24b9d tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] 10.222.0.24 "GET /v2.0/security-groups?id=184d9c39-9e83-4f1f-a6ee-6da78c1e0aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310732 Jun 22 07:18:02.171044 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-dfdbd775-4f15-4561-bfb7-2f43e84f0368 req-8c477a60-4d74-4b4a-bc69-e113fc4bfba4 service neutron] 10.222.0.41 "GET /v2.0/networks/b91fcb38-ada5-4353-b77e-00fb398ce7d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875932 Jun 22 07:18:02.296172 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-dfdbd775-4f15-4561-bfb7-2f43e84f0368 req-040d9857-c059-4b23-ad0e-36206d3eeb51 service neutron] 10.222.0.41 "GET /v2.0/networks/b91fcb38-ada5-4353-b77e-00fb398ce7d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174431 Jun 22 07:18:03.045666 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Device 2b84e1d2-a87e-4501-8c71-5641bc2cc690 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=92921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 07:18:03.084553 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-51d9d185-f4d6-4d34-a38f-84dde1eff028 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:03.121215 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037823d6-78a1-47b6-9c0d-b3018e4b9d3c req-2ee93188-0b4c-44fc-ba7f-3b7e854b07fd tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:03.122656 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-037823d6-78a1-47b6-9c0d-b3018e4b9d3c req-2ee93188-0b4c-44fc-ba7f-3b7e854b07fd tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec3d9cd3-7990-46e7-a0c4-277e3dc80819 HTTP/1.1" status: 200 len: 946 time: 0.0740557 Jun 22 07:18:03.171491 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-037823d6-78a1-47b6-9c0d-b3018e4b9d3c req-2a2b4f1a-ef80-4896-ae98-5a04bc33e02a tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/security-groups?id=30e0c465-7839-4da2-bd45-e1fbd7ad0257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386426 Jun 22 07:18:03.185485 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] For port 2b84e1d2-a87e-4501-8c71-5641bc2cc690, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=2b84e1d2-a87e-4501-8c71-5641bc2cc690,segment=NetworkSegment(470fa131-3fdb-481d-89d7-dc5853f1500c),segment_id=470fa131-3fdb-481d-89d7-dc5853f1500c)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:18:03.197194 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Returning: {'device': '2b84e1d2-a87e-4501-8c71-5641bc2cc690', 'network_id': 'b76c3898-71b4-47e9-8565-8fd368eecb52', 'port_id': '2b84e1d2-a87e-4501-8c71-5641bc2cc690', 'mac_address': 'fa:16:3e:1d:48:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5599c154-2134-4868-9ecc-e0f7abbd15ae', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 07:18:03.237392 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:03.252166 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.notifiers.nova [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b84e1d2-a87e-4501-8c71-5641bc2cc690 {{(pid=92921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 07:18:03.285686 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] For port 2b84e1d2-a87e-4501-8c71-5641bc2cc690, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=2b84e1d2-a87e-4501-8c71-5641bc2cc690,segment=NetworkSegment(470fa131-3fdb-481d-89d7-dc5853f1500c),segment_id=470fa131-3fdb-481d-89d7-dc5853f1500c)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:18:03.288739 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:03.290713 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:03.293203 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-1cbed59f-8fd6-454a-af2c-be1d08151b11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:18:03.355911 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Pushing event updated for resources: {'Port': ['ID=2b84e1d2-a87e-4501-8c71-5641bc2cc690,revision_number=4']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:18:03.365136 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:18:03.365487 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:18:03.365841 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:18:03.366257 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:18:03.366594 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:18:03.366949 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:18:03.367275 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:18:03.367605 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:18:03.367924 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:18:03.368245 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:18:03.368654 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:18:03.369184 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:18:03.373801 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:18:03.379630 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b51e335-54b7-4ed1-af4f-9f0236843452 req-70e81296-ca3d-488d-bcb8-3caa1d3440ef tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:03.381969 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-8b51e335-54b7-4ed1-af4f-9f0236843452 req-70e81296-ca3d-488d-bcb8-3caa1d3440ef tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] 10.222.0.24 "GET /v2.0/ports?device_id=c57f5ee8-26cd-4955-9a82-fb01de9793ee HTTP/1.1" status: 200 len: 944 time: 0.1174114 Jun 22 07:18:03.423813 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-8b51e335-54b7-4ed1-af4f-9f0236843452 req-d752d626-27fd-4fa0-ab52-a5cf94f65ecd tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] 10.222.0.24 "GET /v2.0/security-groups?id=184d9c39-9e83-4f1f-a6ee-6da78c1e0aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352583 Jun 22 07:18:03.856451 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:03.872245 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] get_ports_and_sgs() called for port_ids ['2b84e1d2-a87e-4501-8c71-5641bc2cc690'] {{(pid=92921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 07:18:04.364234 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaacf40-1175-4e58-b0b8-80049e1b3421 req-abe92417-df2d-480f-9b1b-5cf08e01bf10 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:04.365743 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-caaacf40-1175-4e58-b0b8-80049e1b3421 req-abe92417-df2d-480f-9b1b-5cf08e01bf10 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec3d9cd3-7990-46e7-a0c4-277e3dc80819 HTTP/1.1" status: 200 len: 946 time: 0.0714917 Jun 22 07:18:04.412525 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-caaacf40-1175-4e58-b0b8-80049e1b3421 req-82bfe1d1-68af-4688-9249-a2e5cd28bfdf tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/security-groups?id=30e0c465-7839-4da2-bd45-e1fbd7ad0257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375798 Jun 22 07:18:04.622640 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a27bf2b-7201-4e11-8f5b-c86f9c147a8c req-6b3b6f31-12b2-4e67-bcde-c0095272fda9 tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:04.624346 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-5a27bf2b-7201-4e11-8f5b-c86f9c147a8c req-6b3b6f31-12b2-4e67-bcde-c0095272fda9 tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] 10.222.0.24 "GET /v2.0/ports?device_id=c57f5ee8-26cd-4955-9a82-fb01de9793ee HTTP/1.1" status: 200 len: 945 time: 0.0792353 Jun 22 07:18:04.678565 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-5a27bf2b-7201-4e11-8f5b-c86f9c147a8c req-ebbb1131-3c41-440d-bd06-2b6d533fdfe5 tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] 10.222.0.24 "GET /v2.0/security-groups?id=184d9c39-9e83-4f1f-a6ee-6da78c1e0aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482054 Jun 22 07:18:05.043660 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Device 2b84e1d2-a87e-4501-8c71-5641bc2cc690 up at agent hyperv_hv-cinder-78662 {{(pid=92921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 07:18:05.101429 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Provisioning for port 2b84e1d2-a87e-4501-8c71-5641bc2cc690 completed by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 07:18:05.106519 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Provisioning complete for port 2b84e1d2-a87e-4501-8c71-5641bc2cc690 triggered by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:18:05.107029 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1879668'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:05.198860 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:05.200871 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d3c1a5ff-c703-4bfc-bce3-efb8418f207c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:05.223255 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c57f5ee8-26cd-4955-9a82-fb01de9793ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b84e1d2-a87e-4501-8c71-5641bc2cc690'}] {{(pid=92921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 07:18:05.225594 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4609914990d9533a1079bbd359c82c974bab58cbf2fcf9d17aa38aa491f36217" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddc7bac9-58a2-4dad-bd3c-7814a62ec242" -d '{"events": [{"server_uuid": "c57f5ee8-26cd-4955-9a82-fb01de9793ee", "name": "network-vif-plugged", "status": "completed", "tag": "2b84e1d2-a87e-4501-8c71-5641bc2cc690"}]}' {{(pid=92921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 07:18:05.241054 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] For port 2b84e1d2-a87e-4501-8c71-5641bc2cc690, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=2b84e1d2-a87e-4501-8c71-5641bc2cc690,segment=NetworkSegment(470fa131-3fdb-481d-89d7-dc5853f1500c),segment_id=470fa131-3fdb-481d-89d7-dc5853f1500c)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:18:05.246461 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:05.250113 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:18:05.284951 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 07:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca6c0955-40ba-4f2f-b3cf-6398dc6c3732 x-openstack-request-id: req-ca6c0955-40ba-4f2f-b3cf-6398dc6c3732 {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 07:18:05.285825 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c57f5ee8-26cd-4955-9a82-fb01de9793ee", "name": "network-vif-plugged", "status": "completed", "tag": "2b84e1d2-a87e-4501-8c71-5641bc2cc690", "code": 200}]} {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 07:18:05.285825 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ca6c0955-40ba-4f2f-b3cf-6398dc6c3732 {{(pid=92921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 07:18:05.286328 dv-cinder-786627-11-iscsi neutron-server[92921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c57f5ee8-26cd-4955-9a82-fb01de9793ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b84e1d2-a87e-4501-8c71-5641bc2cc690', 'code': 200} Jun 22 07:18:05.326183 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Pushing event updated for resources: {'Port': ['ID=2b84e1d2-a87e-4501-8c71-5641bc2cc690,revision_number=5']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:18:05.331684 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:18:05.633277 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708a9633-a722-41f9-910c-32f9e395e6cc req-6496eef2-3581-4cf9-8a85-d54e3e3e25d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:05.634907 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-708a9633-a722-41f9-910c-32f9e395e6cc req-6496eef2-3581-4cf9-8a85-d54e3e3e25d4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c57f5ee8-26cd-4955-9a82-fb01de9793ee HTTP/1.1" status: 200 len: 1099 time: 0.1126094 Jun 22 07:18:05.667964 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3081721-0f71-4896-966e-f9ed06690114 req-fdd723bf-b2d0-463c-a76d-5513e0615305 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:05.670075 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-c3081721-0f71-4896-966e-f9ed06690114 req-fdd723bf-b2d0-463c-a76d-5513e0615305 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec3d9cd3-7990-46e7-a0c4-277e3dc80819 HTTP/1.1" status: 200 len: 946 time: 0.1118007 Jun 22 07:18:05.730731 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-708a9633-a722-41f9-910c-32f9e395e6cc req-4ab84393-ce7a-4e05-805f-bb2c5689d793 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=184d9c39-9e83-4f1f-a6ee-6da78c1e0aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877075 Jun 22 07:18:05.745040 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-c3081721-0f71-4896-966e-f9ed06690114 req-147a9cac-f4eb-4cdd-a97c-47f0914ca9a4 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/security-groups?id=30e0c465-7839-4da2-bd45-e1fbd7ad0257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608690 Jun 22 07:18:06.010694 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45b2f02-91be-43b4-b85b-889fd909d196 req-be45cb0b-fc62-43bc-924c-5d508fc1ef31 tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:06.020040 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-f45b2f02-91be-43b4-b85b-889fd909d196 req-be45cb0b-fc62-43bc-924c-5d508fc1ef31 tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] 10.222.0.24 "GET /v2.0/ports?device_id=c57f5ee8-26cd-4955-9a82-fb01de9793ee HTTP/1.1" status: 200 len: 946 time: 0.1523583 Jun 22 07:18:06.081668 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-f45b2f02-91be-43b4-b85b-889fd909d196 req-5a55afe1-c79a-4bde-9a8c-fd903f5ad823 tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] 10.222.0.24 "GET /v2.0/security-groups?id=184d9c39-9e83-4f1f-a6ee-6da78c1e0aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601382 Jun 22 07:18:06.811456 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9f1045-91a1-4707-8537-635883026553 req-a15f9caa-9262-4fd2-a64f-c11d92d5ac88 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:06.813058 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-df9f1045-91a1-4707-8537-635883026553 req-a15f9caa-9262-4fd2-a64f-c11d92d5ac88 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=32e6e243-eeda-4a0d-a837-8692933a5789 HTTP/1.1" status: 200 len: 945 time: 0.0740454 Jun 22 07:18:06.854540 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-df9f1045-91a1-4707-8537-635883026553 req-15bfb5b4-e1a0-4a2d-a7a9-a838a985eeab tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/security-groups?id=b51056aa-037c-4921-b43f-ffbaaf0d81d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357356 Jun 22 07:18:06.914032 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-f04bb265-eca6-4530-aeb1-0b3afeb7eb68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:07.283604 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebd87fb-205d-4653-9923-49ced7b1d5c1 req-8e8d0fcc-5bb3-4768-8701-0e3c05317887 tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:07.289312 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-0ebd87fb-205d-4653-9923-49ced7b1d5c1 req-8e8d0fcc-5bb3-4768-8701-0e3c05317887 tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] 10.222.0.24 "GET /v2.0/ports?device_id=c57f5ee8-26cd-4955-9a82-fb01de9793ee HTTP/1.1" status: 200 len: 946 time: 0.0847812 Jun 22 07:18:07.335461 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-0ebd87fb-205d-4653-9923-49ced7b1d5c1 req-bb0687e2-7f49-4f72-9ddd-e9b1a02f6357 tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] 10.222.0.24 "GET /v2.0/security-groups?id=184d9c39-9e83-4f1f-a6ee-6da78c1e0aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440021 Jun 22 07:18:08.053741 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1619c9f0-59bc-4814-96f1-df7c1eca36d3 req-f9525d34-787e-4e1b-bcfb-cb1f0744c1a7 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:08.055303 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-1619c9f0-59bc-4814-96f1-df7c1eca36d3 req-f9525d34-787e-4e1b-bcfb-cb1f0744c1a7 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=32e6e243-eeda-4a0d-a837-8692933a5789 HTTP/1.1" status: 200 len: 945 time: 0.0755436 Jun 22 07:18:08.098857 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-1619c9f0-59bc-4814-96f1-df7c1eca36d3 req-81c9191d-55cf-4541-92ed-c1818662f3f8 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/security-groups?id=b51056aa-037c-4921-b43f-ffbaaf0d81d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366971 Jun 22 07:18:08.574882 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e97d5d-ef5c-42de-a4d3-1c19bec702a7 req-6806a98f-ea29-40c5-8456-a2ce9a994b1b tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:08.577012 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-d1e97d5d-ef5c-42de-a4d3-1c19bec702a7 req-6806a98f-ea29-40c5-8456-a2ce9a994b1b tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] 10.222.0.24 "GET /v2.0/ports?device_id=c57f5ee8-26cd-4955-9a82-fb01de9793ee HTTP/1.1" status: 200 len: 946 time: 0.1048379 Jun 22 07:18:08.645426 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-d1e97d5d-ef5c-42de-a4d3-1c19bec702a7 req-861e5bfe-5bba-467d-bc53-747f125b22b5 tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] 10.222.0.24 "GET /v2.0/security-groups?id=184d9c39-9e83-4f1f-a6ee-6da78c1e0aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618885 Jun 22 07:18:08.865538 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a595d956-2387-48bc-9095-7e746d347524 req-0af80cfb-456e-4680-a464-e831c89749af tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:08.869390 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-a595d956-2387-48bc-9095-7e746d347524 req-0af80cfb-456e-4680-a464-e831c89749af tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] 10.222.0.24 "GET /v2.0/ports?device_id=c57f5ee8-26cd-4955-9a82-fb01de9793ee HTTP/1.1" status: 200 len: 946 time: 0.0779581 Jun 22 07:18:08.912728 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-a595d956-2387-48bc-9095-7e746d347524 req-ef80fed0-7caa-4a26-bbfd-3b7ada44e4c8 tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] 10.222.0.24 "GET /v2.0/security-groups?id=184d9c39-9e83-4f1f-a6ee-6da78c1e0aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384817 Jun 22 07:18:09.389843 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe78ef9-998b-47d1-9fef-38f94b1429ac req-124cab10-298d-4f10-9436-f0dce13a76a4 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:09.391428 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-dbe78ef9-998b-47d1-9fef-38f94b1429ac req-124cab10-298d-4f10-9436-f0dce13a76a4 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=32e6e243-eeda-4a0d-a837-8692933a5789 HTTP/1.1" status: 200 len: 945 time: 0.1194205 Jun 22 07:18:09.414535 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8dd6c5-75a0-4c40-b29b-f2ead63a2934 req-ac565374-c15b-4378-874a-562ec082a6a4 tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:09.416145 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-2c8dd6c5-75a0-4c40-b29b-f2ead63a2934 req-ac565374-c15b-4378-874a-562ec082a6a4 tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] 10.222.0.24 "GET /v2.0/ports?device_id=c57f5ee8-26cd-4955-9a82-fb01de9793ee HTTP/1.1" status: 200 len: 946 time: 0.1028869 Jun 22 07:18:09.463728 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-dbe78ef9-998b-47d1-9fef-38f94b1429ac req-54c6e9ba-f2be-4c92-a912-e52a0dfa2b21 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/security-groups?id=b51056aa-037c-4921-b43f-ffbaaf0d81d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656970 Jun 22 07:18:09.478536 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-2c8dd6c5-75a0-4c40-b29b-f2ead63a2934 req-e843a9ca-5c0f-4914-8c28-6046e3286e4f tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] 10.222.0.24 "GET /v2.0/security-groups?id=184d9c39-9e83-4f1f-a6ee-6da78c1e0aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549955 Jun 22 07:18:10.694263 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90363bff-b719-41c3-baf6-d1f7f27ef737 req-481e6223-e5ce-46c5-86fc-84817472e490 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:10.695804 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-90363bff-b719-41c3-baf6-d1f7f27ef737 req-481e6223-e5ce-46c5-86fc-84817472e490 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=32e6e243-eeda-4a0d-a837-8692933a5789 HTTP/1.1" status: 200 len: 945 time: 0.0672657 Jun 22 07:18:10.746435 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-90363bff-b719-41c3-baf6-d1f7f27ef737 req-04f28b76-4a72-4f41-becf-115393f1c5c4 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/security-groups?id=b51056aa-037c-4921-b43f-ffbaaf0d81d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368330 Jun 22 07:18:11.950442 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef3a120-6ff0-4bb4-b56b-12db61892f66 req-d298a13a-4e4c-4ef9-9765-2f95fa2f04ca tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:11.952095 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-cef3a120-6ff0-4bb4-b56b-12db61892f66 req-d298a13a-4e4c-4ef9-9765-2f95fa2f04ca tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=32e6e243-eeda-4a0d-a837-8692933a5789 HTTP/1.1" status: 200 len: 945 time: 0.0826981 Jun 22 07:18:11.998361 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-cef3a120-6ff0-4bb4-b56b-12db61892f66 req-9eaa1251-8076-4a1a-8421-8b958fd75c9f tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/security-groups?id=b51056aa-037c-4921-b43f-ffbaaf0d81d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376151 Jun 22 07:18:13.198488 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf3b1e9-9367-4753-b0d7-e732c859831b req-81ac23a5-5958-45dc-85c4-b4dead10e378 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:13.199959 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-ecf3b1e9-9367-4753-b0d7-e732c859831b req-81ac23a5-5958-45dc-85c4-b4dead10e378 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=32e6e243-eeda-4a0d-a837-8692933a5789 HTTP/1.1" status: 200 len: 945 time: 0.0706570 Jun 22 07:18:13.241037 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-ecf3b1e9-9367-4753-b0d7-e732c859831b req-0fd53c89-917e-45d4-b38c-494d0e937c72 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/security-groups?id=b51056aa-037c-4921-b43f-ffbaaf0d81d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350645 Jun 22 07:18:14.443758 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99483b48-0cac-4070-800a-de781c0a9bc8 req-4cdd9e57-892d-4c49-8704-80a08938272b tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:14.445346 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-99483b48-0cac-4070-800a-de781c0a9bc8 req-4cdd9e57-892d-4c49-8704-80a08938272b tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=32e6e243-eeda-4a0d-a837-8692933a5789 HTTP/1.1" status: 200 len: 945 time: 0.0768318 Jun 22 07:18:14.487289 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-99483b48-0cac-4070-800a-de781c0a9bc8 req-756a3950-8069-4fa5-977e-d37d7283f142 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/security-groups?id=b51056aa-037c-4921-b43f-ffbaaf0d81d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361290 Jun 22 07:18:15.671587 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5447f2b6-0e38-4249-88ec-de3e7b4c0d1f req-b042c6a6-51ba-4dd5-8aa6-5443526e1152 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:15.673160 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-5447f2b6-0e38-4249-88ec-de3e7b4c0d1f req-b042c6a6-51ba-4dd5-8aa6-5443526e1152 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=32e6e243-eeda-4a0d-a837-8692933a5789 HTTP/1.1" status: 200 len: 945 time: 0.0674396 Jun 22 07:18:15.713217 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-5447f2b6-0e38-4249-88ec-de3e7b4c0d1f req-8bd26886-acbe-4805-a741-60c80cccddff tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/security-groups?id=b51056aa-037c-4921-b43f-ffbaaf0d81d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341694 Jun 22 07:18:16.901734 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5706b90-375d-48e8-ab96-a38c286a3278 req-e5f1236e-5aca-4104-bede-525074853711 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:16.904018 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-c5706b90-375d-48e8-ab96-a38c286a3278 req-e5f1236e-5aca-4104-bede-525074853711 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=32e6e243-eeda-4a0d-a837-8692933a5789 HTTP/1.1" status: 200 len: 945 time: 0.0716262 Jun 22 07:18:16.954884 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.agents_db [None req-74002642-eed4-46c6-8f70-93846dc748c3 None None] Agent healthcheck: found 6 active agents {{(pid=92922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 07:18:16.969677 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-c5706b90-375d-48e8-ab96-a38c286a3278 req-7f1b193b-ec68-4923-a852-5321e9c42a05 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/security-groups?id=b51056aa-037c-4921-b43f-ffbaaf0d81d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546465 Jun 22 07:18:17.953966 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4723867e-00ca-42bc-8338-4b9831fc7ee3 req-78d1a9af-4c40-46f6-b266-233e53af1230 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:17.956309 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-4723867e-00ca-42bc-8338-4b9831fc7ee3 req-78d1a9af-4c40-46f6-b266-233e53af1230 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f376705-0d18-4006-8bca-dd49b0e55cca HTTP/1.1" status: 200 len: 945 time: 0.0807650 Jun 22 07:18:18.009362 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-4723867e-00ca-42bc-8338-4b9831fc7ee3 req-9c550d34-e9ee-4d9f-a52b-a0442fd459da tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "GET /v2.0/security-groups?id=6daf760c-5a05-4dd1-83f7-482b29ac14c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413024 Jun 22 07:18:18.180982 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826e7802-7dd1-44b3-b6e4-68c10b09cc00 req-a481e83f-21de-4114-975e-78e18f772153 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:18.182890 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-826e7802-7dd1-44b3-b6e4-68c10b09cc00 req-a481e83f-21de-4114-975e-78e18f772153 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=32e6e243-eeda-4a0d-a837-8692933a5789 HTTP/1.1" status: 200 len: 945 time: 0.0718906 Jun 22 07:18:18.231383 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-826e7802-7dd1-44b3-b6e4-68c10b09cc00 req-62410ea4-72ac-4696-8f17-668dc1d6fa1e tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/security-groups?id=b51056aa-037c-4921-b43f-ffbaaf0d81d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386000 Jun 22 07:18:19.208769 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4844c5-4326-484d-bd05-44f4b37ab368 req-f8353396-036f-41a3-ad95-2df7ee9567e7 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:19.210547 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-de4844c5-4326-484d-bd05-44f4b37ab368 req-f8353396-036f-41a3-ad95-2df7ee9567e7 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f376705-0d18-4006-8bca-dd49b0e55cca HTTP/1.1" status: 200 len: 945 time: 0.0716724 Jun 22 07:18:19.250862 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-de4844c5-4326-484d-bd05-44f4b37ab368 req-09b096f9-9847-438a-8d8d-5836c9319635 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "GET /v2.0/security-groups?id=6daf760c-5a05-4dd1-83f7-482b29ac14c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346551 Jun 22 07:18:19.434389 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9a5f4a-4f28-4f62-84df-5b52f7d8b399 req-84195abd-ee93-43bd-ab09-6aca1d887348 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:19.435933 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-3d9a5f4a-4f28-4f62-84df-5b52f7d8b399 req-84195abd-ee93-43bd-ab09-6aca1d887348 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=32e6e243-eeda-4a0d-a837-8692933a5789 HTTP/1.1" status: 200 len: 945 time: 0.0686421 Jun 22 07:18:19.482247 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-3d9a5f4a-4f28-4f62-84df-5b52f7d8b399 req-79a55443-96be-4558-8d8c-682bfeddb9a9 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/security-groups?id=b51056aa-037c-4921-b43f-ffbaaf0d81d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403979 Jun 22 07:18:20.437099 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1812e075-06e2-4ab5-9d70-21ea96a1a440 req-91295155-b918-47b2-9462-29f5c9400f41 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:20.438549 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-1812e075-06e2-4ab5-9d70-21ea96a1a440 req-91295155-b918-47b2-9462-29f5c9400f41 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f376705-0d18-4006-8bca-dd49b0e55cca HTTP/1.1" status: 200 len: 945 time: 0.0649655 Jun 22 07:18:20.476727 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-1812e075-06e2-4ab5-9d70-21ea96a1a440 req-4b380123-29f9-4bc9-8cf4-169f89e995dd tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "GET /v2.0/security-groups?id=6daf760c-5a05-4dd1-83f7-482b29ac14c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324340 Jun 22 07:18:20.678126 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6d7441-64fc-408b-ab46-6a0149846110 req-5c4b5ab9-5f00-445b-9cdc-9a3662704f87 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:20.679629 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-7f6d7441-64fc-408b-ab46-6a0149846110 req-5c4b5ab9-5f00-445b-9cdc-9a3662704f87 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=32e6e243-eeda-4a0d-a837-8692933a5789 HTTP/1.1" status: 200 len: 945 time: 0.0696831 Jun 22 07:18:20.719158 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-7f6d7441-64fc-408b-ab46-6a0149846110 req-c8e83c55-732d-4e8f-9952-f30c038f7408 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/security-groups?id=b51056aa-037c-4921-b43f-ffbaaf0d81d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333617 Jun 22 07:18:20.956606 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde915c4-6c71-4c7e-8e3d-cfc748147c7b req-bd1a9eb4-d2cb-4178-acbb-cb01acabb8e9 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:20.958089 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-dde915c4-6c71-4c7e-8e3d-cfc748147c7b req-bd1a9eb4-d2cb-4178-acbb-cb01acabb8e9 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/ports?device_id=96140ecc-60b1-4858-b129-414607b05266 HTTP/1.1" status: 200 len: 945 time: 0.0675788 Jun 22 07:18:20.998311 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-dde915c4-6c71-4c7e-8e3d-cfc748147c7b req-a13bbfd3-375e-43ab-b7aa-8db84e386279 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/security-groups?id=30e0c465-7839-4da2-bd45-e1fbd7ad0257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334942 Jun 22 07:18:21.660052 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b00393-25e9-447a-aa12-9de4d1d5ad53 req-e6713fe4-f0a3-431d-97a1-b3ac3672ba94 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:21.661604 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-f9b00393-25e9-447a-aa12-9de4d1d5ad53 req-e6713fe4-f0a3-431d-97a1-b3ac3672ba94 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f376705-0d18-4006-8bca-dd49b0e55cca HTTP/1.1" status: 200 len: 945 time: 0.0685506 Jun 22 07:18:21.703868 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-f9b00393-25e9-447a-aa12-9de4d1d5ad53 req-83987aa3-6003-42a3-afd8-36bf4ad771b5 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "GET /v2.0/security-groups?id=6daf760c-5a05-4dd1-83f7-482b29ac14c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352364 Jun 22 07:18:21.897173 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2cb0df-5e39-43e9-86e8-f9ec2c74b5d0 req-dea37e78-cb53-4401-9fae-b8618dc62b68 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:21.898671 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-0c2cb0df-5e39-43e9-86e8-f9ec2c74b5d0 req-dea37e78-cb53-4401-9fae-b8618dc62b68 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=32e6e243-eeda-4a0d-a837-8692933a5789 HTTP/1.1" status: 200 len: 945 time: 0.0640891 Jun 22 07:18:21.937669 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-0c2cb0df-5e39-43e9-86e8-f9ec2c74b5d0 req-c4d58000-4fc0-4a2e-b80c-6f1ce1a96910 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/security-groups?id=b51056aa-037c-4921-b43f-ffbaaf0d81d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326462 Jun 22 07:18:22.188759 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0deb62-ece6-4d83-a3bc-35b4b2671747 req-2c8919a8-af8e-4b26-8af0-fd6817527b5f tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:22.190262 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-fa0deb62-ece6-4d83-a3bc-35b4b2671747 req-2c8919a8-af8e-4b26-8af0-fd6817527b5f tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/ports?device_id=96140ecc-60b1-4858-b129-414607b05266 HTTP/1.1" status: 200 len: 945 time: 0.0760503 Jun 22 07:18:22.222306 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 47776) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:18:22.238185 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-fa0deb62-ece6-4d83-a3bc-35b4b2671747 req-a246c3a9-02b2-40bc-97c9-000796725fad tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/security-groups?id=30e0c465-7839-4da2-bd45-e1fbd7ad0257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409682 Jun 22 07:18:22.334536 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0a8118c2-50f5-45f2-998b-32db6e84a88c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:22.427763 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0a8118c2-50f5-45f2-998b-32db6e84a88c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:22.433370 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0a8118c2-50f5-45f2-998b-32db6e84a88c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:22.436845 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-5c34f3d9-833f-4b21-8a16-6dba74ca1438 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:18:22.473076 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-0a8118c2-50f5-45f2-998b-32db6e84a88c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c0db4e3c51ca4c598279e929e11c167c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2495351 Jun 22 07:18:22.474200 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8118c2-50f5-45f2-998b-32db6e84a88c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4b09b01-d15f-4cce-adad-54150285d92d,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:18:22.477208 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 47780) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:18:22.484673 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-0a8118c2-50f5-45f2-998b-32db6e84a88c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:18:22.533913 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f81b0e5f-0e00-40a4-a55c-32e8c6410556 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:22.555581 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f81b0e5f-0e00-40a4-a55c-32e8c6410556 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:22.614007 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f81b0e5f-0e00-40a4-a55c-32e8c6410556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:22.616795 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f81b0e5f-0e00-40a4-a55c-32e8c6410556 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:22.621664 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-f81b0e5f-0e00-40a4-a55c-32e8c6410556 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c4b09b01-d15f-4cce-adad-54150285d92d HTTP/1.1" status: 204 len: 168 time: 0.1399086 Jun 22 07:18:22.621664 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-d542d48c-e55a-4fc5-be6f-0d874df24562 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:18:22.627894 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81b0e5f-0e00-40a4-a55c-32e8c6410556 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4b09b01-d15f-4cce-adad-54150285d92d,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:18:22.630343 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-f81b0e5f-0e00-40a4-a55c-32e8c6410556 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:18:22.917954 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93837535-c2be-4ef1-bfa7-9a64ac96528d req-0ab95913-2307-4d71-ae16-dc93d39c2995 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:22.919486 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-93837535-c2be-4ef1-bfa7-9a64ac96528d req-0ab95913-2307-4d71-ae16-dc93d39c2995 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f376705-0d18-4006-8bca-dd49b0e55cca HTTP/1.1" status: 200 len: 945 time: 0.0835497 Jun 22 07:18:22.960409 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-93837535-c2be-4ef1-bfa7-9a64ac96528d req-321e3255-ed35-4c53-ada2-073e46610e2c tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "GET /v2.0/security-groups?id=6daf760c-5a05-4dd1-83f7-482b29ac14c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351377 Jun 22 07:18:23.128070 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582fe3df-e028-4d93-a80f-1d4b7cba8c38 req-e319ad04-2fc3-472a-998a-cf7b997aadab tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:23.129602 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-582fe3df-e028-4d93-a80f-1d4b7cba8c38 req-e319ad04-2fc3-472a-998a-cf7b997aadab tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=32e6e243-eeda-4a0d-a837-8692933a5789 HTTP/1.1" status: 200 len: 945 time: 0.0697913 Jun 22 07:18:23.170247 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-582fe3df-e028-4d93-a80f-1d4b7cba8c38 req-ffe3be9e-2619-492a-99ca-78dcc250dd14 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/security-groups?id=b51056aa-037c-4921-b43f-ffbaaf0d81d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344970 Jun 22 07:18:23.426455 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c0b43a-ee47-49d5-84c3-a0f4103a9447 req-c1669e08-198b-4f52-9c84-a3bf4c93f943 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:23.427988 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-a8c0b43a-ee47-49d5-84c3-a0f4103a9447 req-c1669e08-198b-4f52-9c84-a3bf4c93f943 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/ports?device_id=96140ecc-60b1-4858-b129-414607b05266 HTTP/1.1" status: 200 len: 945 time: 0.0692983 Jun 22 07:18:23.473802 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-a8c0b43a-ee47-49d5-84c3-a0f4103a9447 req-0604e861-3dc7-41af-8d00-e8e67c5c6ede tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/security-groups?id=30e0c465-7839-4da2-bd45-e1fbd7ad0257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386374 Jun 22 07:18:23.925007 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0ba61a-1c09-4678-bb54-53835482d5a6 req-8777afa3-96b3-4eed-92a7-65d290cd227f tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:23.926476 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-1f0ba61a-1c09-4678-bb54-53835482d5a6 req-8777afa3-96b3-4eed-92a7-65d290cd227f tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.41 "GET /v2.0/ports?device_id=96140ecc-60b1-4858-b129-414607b05266 HTTP/1.1" status: 200 len: 945 time: 0.0736361 Jun 22 07:18:24.042586 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.plugin [req-1f0ba61a-1c09-4678-bb54-53835482d5a6 req-07876ec6-48b4-4523-99d7-6ff0d8dabaa6 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] Deleting port 0c37ff52-be9d-4855-ad57-401153daeb5e {{(pid=92919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 07:18:24.042922 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-1f0ba61a-1c09-4678-bb54-53835482d5a6 req-07876ec6-48b4-4523-99d7-6ff0d8dabaa6 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773474057189'] for port, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:24.173464 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.db [req-1f0ba61a-1c09-4678-bb54-53835482d5a6 req-07876ec6-48b4-4523-99d7-6ff0d8dabaa6 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] For port 0c37ff52-be9d-4855-ad57-401153daeb5e, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=0c37ff52-be9d-4855-ad57-401153daeb5e,segment=NetworkSegment(ad1695f4-d579-4854-bcbf-7f27a2eb4dc6),segment_id=ad1695f4-d579-4854-bcbf-7f27a2eb4dc6)] {{(pid=92919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:18:24.173819 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-1f0ba61a-1c09-4678-bb54-53835482d5a6 req-07876ec6-48b4-4523-99d7-6ff0d8dabaa6 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-707208'] for port, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:24.199212 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6e8c52-f56b-4b6e-acd7-b2be46a31d5f req-bcf71dd8-2120-4a26-9b85-cd7c634e0c13 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:24.200742 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-6e6e8c52-f56b-4b6e-acd7-b2be46a31d5f req-bcf71dd8-2120-4a26-9b85-cd7c634e0c13 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f376705-0d18-4006-8bca-dd49b0e55cca HTTP/1.1" status: 200 len: 945 time: 0.1146798 Jun 22 07:18:24.255552 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.plugin [req-1f0ba61a-1c09-4678-bb54-53835482d5a6 req-07876ec6-48b4-4523-99d7-6ff0d8dabaa6 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] Calling delete_port for 0c37ff52-be9d-4855-ad57-401153daeb5e owned by compute:nova {{(pid=92919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 07:18:24.358581 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-6e6e8c52-f56b-4b6e-acd7-b2be46a31d5f req-ce48250d-05a4-40dc-b307-bb2ae51d0c92 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "GET /v2.0/security-groups?id=6daf760c-5a05-4dd1-83f7-482b29ac14c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1282170 Jun 22 07:18:24.425203 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593007ff-393b-456b-89b4-8228f9e9f4f3 req-c7dde1dc-e6a3-498b-bb40-65ba94128bfe tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:24.426643 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-593007ff-393b-456b-89b4-8228f9e9f4f3 req-c7dde1dc-e6a3-498b-bb40-65ba94128bfe tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=32e6e243-eeda-4a0d-a837-8692933a5789 HTTP/1.1" status: 200 len: 945 time: 0.1049457 Jun 22 07:18:24.505461 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-593007ff-393b-456b-89b4-8228f9e9f4f3 req-95f26ffa-7623-402e-b130-ea6b1598fe11 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/security-groups?id=b51056aa-037c-4921-b43f-ffbaaf0d81d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727270 Jun 22 07:18:24.511354 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-1f0ba61a-1c09-4678-bb54-53835482d5a6 req-07876ec6-48b4-4523-99d7-6ff0d8dabaa6 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773474061029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773473471600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4832659'] for port, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:24.512638 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-cbeb3af0-9280-4756-95af-6085dd78859b tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:18:24.521437 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] get_ports_and_sgs() called for port_ids ['e4c5e89b-6f1f-4a27-b090-bc12a9842c1d', '0c37ff52-be9d-4855-ad57-401153daeb5e'] {{(pid=92921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 07:18:24.553896 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07876ec6-48b4-4523-99d7-6ff0d8dabaa6 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] Pushing event deleted for resources: {'Port': ['ID=0c37ff52-be9d-4855-ad57-401153daeb5e,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:18:24.570862 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07876ec6-48b4-4523-99d7-6ff0d8dabaa6 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:18:24.571225 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07876ec6-48b4-4523-99d7-6ff0d8dabaa6 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:18:24.571581 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07876ec6-48b4-4523-99d7-6ff0d8dabaa6 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:18:24.571939 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07876ec6-48b4-4523-99d7-6ff0d8dabaa6 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:18:24.572983 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07876ec6-48b4-4523-99d7-6ff0d8dabaa6 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:18:24.573536 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07876ec6-48b4-4523-99d7-6ff0d8dabaa6 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:18:24.574126 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07876ec6-48b4-4523-99d7-6ff0d8dabaa6 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:18:24.574481 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07876ec6-48b4-4523-99d7-6ff0d8dabaa6 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:18:24.574829 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07876ec6-48b4-4523-99d7-6ff0d8dabaa6 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:18:24.575174 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07876ec6-48b4-4523-99d7-6ff0d8dabaa6 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:18:24.575520 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07876ec6-48b4-4523-99d7-6ff0d8dabaa6 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:18:24.575861 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07876ec6-48b4-4523-99d7-6ff0d8dabaa6 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:18:24.596405 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-07876ec6-48b4-4523-99d7-6ff0d8dabaa6 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:18:24.627506 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f0ba61a-1c09-4678-bb54-53835482d5a6 req-07876ec6-48b4-4523-99d7-6ff0d8dabaa6 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] No DVR routers for this DVR port 0c37ff52-be9d-4855-ad57-401153daeb5e on host hv-cinder-78662 {{(pid=92919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 07:18:24.640537 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-1f0ba61a-1c09-4678-bb54-53835482d5a6 req-07876ec6-48b4-4523-99d7-6ff0d8dabaa6 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91146'] for port, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:24.640537 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-1f0ba61a-1c09-4678-bb54-53835482d5a6 req-07876ec6-48b4-4523-99d7-6ff0d8dabaa6 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.41 "DELETE /v2.0/ports/0c37ff52-be9d-4855-ad57-401153daeb5e HTTP/1.1" status: 204 len: 173 time: 0.7052300 Jun 22 07:18:24.640537 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96140ecc-60b1-4858-b129-414607b05266', 'name': 'network-vif-deleted', 'tag': '0c37ff52-be9d-4855-ad57-401153daeb5e'}] {{(pid=92919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 07:18:24.641359 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2874ba58536e60953e76cf0b72237944d74909d10009afe4cd7b86cda982d3ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ddc030a-2d0a-48d2-8d28-b3a398d5df6b" -d '{"events": [{"server_uuid": "96140ecc-60b1-4858-b129-414607b05266", "name": "network-vif-deleted", "tag": "0c37ff52-be9d-4855-ad57-401153daeb5e"}]}' {{(pid=92919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 07:18:24.676684 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-3faceaf6-e0a8-49d8-8938-317c71944123 req-22ae7942-8e28-4fd2-97e5-32dfea79509c tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/ports?device_id=96140ecc-60b1-4858-b129-414607b05266 HTTP/1.1" status: 200 len: 210 time: 0.0503302 Jun 22 07:18:24.718078 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 07:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91948033-8be1-40be-a716-8378881da4f2 x-openstack-request-id: req-91948033-8be1-40be-a716-8378881da4f2 {{(pid=92919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 07:18:24.718733 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96140ecc-60b1-4858-b129-414607b05266", "name": "network-vif-deleted", "tag": "0c37ff52-be9d-4855-ad57-401153daeb5e", "status": "completed", "code": 200}]} {{(pid=92919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 07:18:24.719319 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-91948033-8be1-40be-a716-8378881da4f2 {{(pid=92919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 07:18:24.720181 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96140ecc-60b1-4858-b129-414607b05266', 'name': 'network-vif-deleted', 'tag': '0c37ff52-be9d-4855-ad57-401153daeb5e', 'status': 'completed', 'code': 200} Jun 22 07:18:25.126372 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 47898) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:18:25.129208 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Device 4d8e0191-6514-4042-b61d-e3d6c352f619 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=92921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 07:18:25.240740 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-e8ea80be-c7ea-476e-a28d-a364fa0f76e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:25.241581 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] For port 4d8e0191-6514-4042-b61d-e3d6c352f619, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=4d8e0191-6514-4042-b61d-e3d6c352f619,segment=NetworkSegment(8d1bc002-3124-433f-9368-96f826d6cba6),segment_id=8d1bc002-3124-433f-9368-96f826d6cba6)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:18:25.255061 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Returning: {'device': '4d8e0191-6514-4042-b61d-e3d6c352f619', 'network_id': 'b91fcb38-ada5-4353-b77e-00fb398ce7d0', 'port_id': '4d8e0191-6514-4042-b61d-e3d6c352f619', 'mac_address': 'fa:16:3e:7a:8e:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f579e111-0d0d-464b-ba2e-9baae47e7af2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 07:18:25.296352 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:25.311815 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.notifiers.nova [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4d8e0191-6514-4042-b61d-e3d6c352f619 {{(pid=92921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 07:18:25.332955 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] For port 4d8e0191-6514-4042-b61d-e3d6c352f619, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=4d8e0191-6514-4042-b61d-e3d6c352f619,segment=NetworkSegment(8d1bc002-3124-433f-9368-96f826d6cba6),segment_id=8d1bc002-3124-433f-9368-96f826d6cba6)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:18:25.346399 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:25.346733 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-e8ea80be-c7ea-476e-a28d-a364fa0f76e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:25.348884 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:18:25.352419 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-e8ea80be-c7ea-476e-a28d-a364fa0f76e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:25.357676 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-30b808d4-6773-40ad-bd80-8965926ccd20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:18:25.449947 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 47908) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:18:25.461873 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-e8ea80be-c7ea-476e-a28d-a364fa0f76e8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c5abf24df168441592841cc47cc530b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3214486 Jun 22 07:18:25.477386 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ea80be-c7ea-476e-a28d-a364fa0f76e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b460fcfe-bb5a-4428-b1b7-2f443333ba29,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:18:25.484829 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] get_ports_and_sgs() called for port_ids ['4d8e0191-6514-4042-b61d-e3d6c352f619'] {{(pid=92921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 07:18:25.486801 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-e8ea80be-c7ea-476e-a28d-a364fa0f76e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:18:25.561412 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-4a9099cd-83b4-484b-8783-65a9a2e75926 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:25.583162 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Pushing event updated for resources: {'Port': ['ID=4d8e0191-6514-4042-b61d-e3d6c352f619,revision_number=6']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:18:25.587485 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:18:25.633347 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-4a9099cd-83b4-484b-8783-65a9a2e75926 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:25.790305 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-4a9099cd-83b4-484b-8783-65a9a2e75926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:25.793457 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-4a9099cd-83b4-484b-8783-65a9a2e75926 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:25.797483 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-4a9099cd-83b4-484b-8783-65a9a2e75926 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b460fcfe-bb5a-4428-b1b7-2f443333ba29 HTTP/1.1" status: 204 len: 168 time: 0.3464708 Jun 22 07:18:25.798681 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-7695b2e5-cfd0-4dcc-8e05-877f21413eae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:18:25.809121 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1edcb8-5695-41b0-a27c-49769ea0a081 req-31ebfdd0-d929-475b-a9c1-aac9f00a363e tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:25.810383 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-2f1edcb8-5695-41b0-a27c-49769ea0a081 req-31ebfdd0-d929-475b-a9c1-aac9f00a363e tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f376705-0d18-4006-8bca-dd49b0e55cca HTTP/1.1" status: 200 len: 945 time: 0.1794167 Jun 22 07:18:25.827779 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9099cd-83b4-484b-8783-65a9a2e75926 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b460fcfe-bb5a-4428-b1b7-2f443333ba29,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:18:25.832560 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-4a9099cd-83b4-484b-8783-65a9a2e75926 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:18:25.872083 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fec76b-11e4-4156-b1ab-b48d53cea014 req-2c054eb7-fe90-40d2-a819-8c8ccbd4cb91 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:25.873679 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-f3fec76b-11e4-4156-b1ab-b48d53cea014 req-2c054eb7-fe90-40d2-a819-8c8ccbd4cb91 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=32e6e243-eeda-4a0d-a837-8692933a5789 HTTP/1.1" status: 200 len: 944 time: 0.1879108 Jun 22 07:18:25.888820 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-2f1edcb8-5695-41b0-a27c-49769ea0a081 req-847cbe80-5157-4c30-8c3d-3e5b50860993 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "GET /v2.0/security-groups?id=6daf760c-5a05-4dd1-83f7-482b29ac14c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692949 Jun 22 07:18:25.930443 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-f3fec76b-11e4-4156-b1ab-b48d53cea014 req-a214591f-12bf-4547-a2e3-a7d40d81fee6 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/security-groups?id=b51056aa-037c-4921-b43f-ffbaaf0d81d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509491 Jun 22 07:18:26.099649 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ad06fe-a6c1-49c8-ae84-7eb8d3a653d3 req-9c5de8f0-39a0-4dd1-8c39-c92bfaff0778 tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:26.101170 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-d9ad06fe-a6c1-49c8-ae84-7eb8d3a653d3 req-9c5de8f0-39a0-4dd1-8c39-c92bfaff0778 tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] 10.222.0.24 "GET /v2.0/ports?device_id=c57f5ee8-26cd-4955-9a82-fb01de9793ee HTTP/1.1" status: 200 len: 946 time: 0.0899081 Jun 22 07:18:26.153204 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-d9ad06fe-a6c1-49c8-ae84-7eb8d3a653d3 req-3b94205b-789e-48cc-93a5-bf13a46fb0b9 tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] 10.222.0.24 "GET /v2.0/security-groups?id=184d9c39-9e83-4f1f-a6ee-6da78c1e0aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451972 Jun 22 07:18:26.178736 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 47934) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:18:26.451448 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abb8a13-3ab1-44e1-bb66-9bedf32bb505 req-ccd902ca-732d-4fee-83ed-369cdc1245aa tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:26.459674 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-8abb8a13-3ab1-44e1-bb66-9bedf32bb505 req-ccd902ca-732d-4fee-83ed-369cdc1245aa tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec3d9cd3-7990-46e7-a0c4-277e3dc80819 HTTP/1.1" status: 200 len: 946 time: 0.0782301 Jun 22 07:18:26.542754 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-8abb8a13-3ab1-44e1-bb66-9bedf32bb505 req-45124d83-a485-47d1-8ec0-596a62efa8e9 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/security-groups?id=30e0c465-7839-4da2-bd45-e1fbd7ad0257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821123 Jun 22 07:18:26.564172 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24917f75-8f69-4692-8728-e0c9976d64a2 tempest-TestMinimumBasicScenario-1682489139 tempest-TestMinimumBasicScenario-1682489139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:26.568286 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-24917f75-8f69-4692-8728-e0c9976d64a2 tempest-TestMinimumBasicScenario-1682489139 tempest-TestMinimumBasicScenario-1682489139-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=c57f5ee8-26cd-4955-9a82-fb01de9793ee HTTP/1.1" status: 200 len: 1094 time: 0.3859830 Jun 22 07:18:26.568668 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 47950) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:18:26.573178 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.v2.base [None req-ff89135e-5668-44b3-a59d-460b8f73b733 tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] Request body: {'floatingip': {'floating_network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'port_id': '2b84e1d2-a87e-4501-8c71-5641bc2cc690', 'tenant_id': 'ec9a29227f1b402da02d8ce725e6cef8', 'fixed_ip_address': '172.20.0.14'}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:18:26.599309 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-ff89135e-5668-44b3-a59d-460b8f73b733 tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] Notify callbacks [] for floatingip, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:26.710244 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-ff89135e-5668-44b3-a59d-460b8f73b733 tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1809762'] for port, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:26.820554 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.db.db_base_plugin_common [None req-ff89135e-5668-44b3-a59d-460b8f73b733 tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] Allocated IP 172.27.1.56 (73c4e24d-548c-4da2-96ca-75881b5fbbd2/544f46cc-96c5-45ec-92af-d864e0b11db8/28dd631c-ec2c-4d9b-a1a0-53550ffe0c3c) {{(pid=92919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 07:18:26.925389 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-ff89135e-5668-44b3-a59d-460b8f73b733 tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] Notify callbacks [] for port, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:27.001473 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-ff89135e-5668-44b3-a59d-460b8f73b733 tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1809569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-690206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773473471591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4832682'] for port, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:27.036774 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-347fd4bd-b545-4ab0-80d1-b67b99cafdb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:18:27.074928 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff89135e-5668-44b3-a59d-460b8f73b733 tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] Network 73c4e24d-548c-4da2-96ca-75881b5fbbd2 is already hosted by enough agents. {{(pid=92919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 07:18:27.083512 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.scheduler.base_scheduler [None req-ff89135e-5668-44b3-a59d-460b8f73b733 tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] Resources bound (agent type, host, resource id): {{(pid=92919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 07:18:27.091088 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff89135e-5668-44b3-a59d-460b8f73b733 tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] Received port after_create {{(pid=92919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 07:18:27.108199 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 47966) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:18:27.152943 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Device 4d8e0191-6514-4042-b61d-e3d6c352f619 up at agent hyperv_hv-cinder-78662 {{(pid=92921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 07:18:27.167260 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff89135e-5668-44b3-a59d-460b8f73b733 tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] Pushing event updated for resources: {'Port': ['ID=28dd631c-ec2c-4d9b-a1a0-53550ffe0c3c,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:18:27.173944 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-ff89135e-5668-44b3-a59d-460b8f73b733 tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:18:27.227993 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Provisioning complete for port 4d8e0191-6514-4042-b61d-e3d6c352f619 triggered by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:18:27.228864 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1879668'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:27.262868 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-d72a24cd-7ea0-4356-9a93-f3a1dcf159c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:27.329156 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec64623-7e20-4728-8384-013b034aa9d0 req-834c79fd-3035-4e42-9deb-3ecf1693fd3d tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:27.336699 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-eec64623-7e20-4728-8384-013b034aa9d0 req-834c79fd-3035-4e42-9deb-3ecf1693fd3d tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f376705-0d18-4006-8bca-dd49b0e55cca HTTP/1.1" status: 200 len: 945 time: 0.2062342 Jun 22 07:18:27.348621 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d209a8-bcac-4646-9396-4ec226c2b6f1 req-67099569-2619-4e8c-be76-639c8cbf3573 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:27.350497 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-72d209a8-bcac-4646-9396-4ec226c2b6f1 req-67099569-2619-4e8c-be76-639c8cbf3573 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=32e6e243-eeda-4a0d-a837-8692933a5789 HTTP/1.1" status: 200 len: 944 time: 0.2628622 Jun 22 07:18:27.357606 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:27.390273 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32e6e243-eeda-4a0d-a837-8692933a5789', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d8e0191-6514-4042-b61d-e3d6c352f619'}] {{(pid=92921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 07:18:27.392962 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4609914990d9533a1079bbd359c82c974bab58cbf2fcf9d17aa38aa491f36217" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-167953cf-d63f-40a3-a6af-6de2cf739e4d" -d '{"events": [{"server_uuid": "32e6e243-eeda-4a0d-a837-8692933a5789", "name": "network-vif-plugged", "status": "completed", "tag": "4d8e0191-6514-4042-b61d-e3d6c352f619"}]}' {{(pid=92921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 07:18:27.407707 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] For port 4d8e0191-6514-4042-b61d-e3d6c352f619, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=4d8e0191-6514-4042-b61d-e3d6c352f619,segment=NetworkSegment(8d1bc002-3124-433f-9368-96f826d6cba6),segment_id=8d1bc002-3124-433f-9368-96f826d6cba6)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:18:27.412411 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:27.413510 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Device 0c37ff52-be9d-4855-ad57-401153daeb5e no longer exists at agent hyperv_hv-cinder-78662 {{(pid=92921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 07:18:27.415556 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:18:27.428249 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-d72a24cd-7ea0-4356-9a93-f3a1dcf159c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:27.433514 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-d72a24cd-7ea0-4356-9a93-f3a1dcf159c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:27.436894 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-f243e911-e3d5-426b-95e8-35555426882a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:18:27.454632 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] No Port match for: 0c37ff52-be9d-4855-ad57-401153daeb5e {{(pid=92921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 07:18:27.455633 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Device 0c37ff52-be9d-4855-ad57-401153daeb5e not bound to the agent host hv-cinder-78662 {{(pid=92921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 07:18:27.483465 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Pushing event updated for resources: {'Port': ['ID=4d8e0191-6514-4042-b61d-e3d6c352f619,revision_number=7']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:18:27.486281 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72a24cd-7ea0-4356-9a93-f3a1dcf159c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6545485-9a8f-4aa5-b78b-88f15e684863,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:18:27.486894 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:18:27.489986 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-d72a24cd-7ea0-4356-9a93-f3a1dcf159c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:18:27.492979 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-d72a24cd-7ea0-4356-9a93-f3a1dcf159c8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ff3de58a3e6244f8b7164edd0adf8ea6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3835812 Jun 22 07:18:27.497482 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 47972) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:18:27.553432 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-2a46a92f-d57f-4216-a22b-b40a51708e2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:27.576888 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-2a46a92f-d57f-4216-a22b-b40a51708e2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:27.625906 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-2a46a92f-d57f-4216-a22b-b40a51708e2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:27.628517 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-2a46a92f-d57f-4216-a22b-b40a51708e2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:27.629671 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-2a46a92f-d57f-4216-a22b-b40a51708e2c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f6545485-9a8f-4aa5-b78b-88f15e684863 HTTP/1.1" status: 204 len: 168 time: 0.1309507 Jun 22 07:18:27.630530 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-13052485-31c4-4a0b-8c3d-ea04b3944a19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:18:27.643134 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a46a92f-d57f-4216-a22b-b40a51708e2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6545485-9a8f-4aa5-b78b-88f15e684863,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:18:27.645627 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-2a46a92f-d57f-4216-a22b-b40a51708e2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:18:27.725956 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-eec64623-7e20-4728-8384-013b034aa9d0 req-fc32396a-5afc-4cab-8ddc-847d99f12bf6 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "GET /v2.0/security-groups?id=6daf760c-5a05-4dd1-83f7-482b29ac14c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3880463 Jun 22 07:18:27.738708 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-72d209a8-bcac-4646-9396-4ec226c2b6f1 req-f3979580-ac21-425c-9a7c-54211fffb24b tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/security-groups?id=b51056aa-037c-4921-b43f-ffbaaf0d81d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089234 Jun 22 07:18:27.780693 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 07:18:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bb0373f-8a28-4550-a938-24add4eef802 x-openstack-request-id: req-9bb0373f-8a28-4550-a938-24add4eef802 {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 07:18:27.781117 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32e6e243-eeda-4a0d-a837-8692933a5789", "name": "network-vif-plugged", "status": "completed", "tag": "4d8e0191-6514-4042-b61d-e3d6c352f619", "code": 200}]} {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 07:18:27.781470 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9bb0373f-8a28-4550-a938-24add4eef802 {{(pid=92921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 07:18:27.781979 dv-cinder-786627-11-iscsi neutron-server[92921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32e6e243-eeda-4a0d-a837-8692933a5789', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d8e0191-6514-4042-b61d-e3d6c352f619', 'code': 200} Jun 22 07:18:27.958476 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-ff89135e-5668-44b3-a59d-460b8f73b733 tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:28.014839 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32562ecc-c7e3-499d-a87b-c107d89ce1f3 req-f39c4c1d-b615-46fb-8b3f-90709dc0405a tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:28.016410 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-32562ecc-c7e3-499d-a87b-c107d89ce1f3 req-f39c4c1d-b615-46fb-8b3f-90709dc0405a tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec3d9cd3-7990-46e7-a0c4-277e3dc80819 HTTP/1.1" status: 200 len: 946 time: 0.1211963 Jun 22 07:18:28.086076 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-32562ecc-c7e3-499d-a87b-c107d89ce1f3 req-d91f8fb8-4f5c-4a85-9b84-b8a537d9c81d tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/security-groups?id=30e0c465-7839-4da2-bd45-e1fbd7ad0257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639918 Jun 22 07:18:28.091230 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-ff89135e-5668-44b3-a59d-460b8f73b733 tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:28.251394 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-ff89135e-5668-44b3-a59d-460b8f73b733 tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] Notify callbacks [] for port, precommit_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:28.257238 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-ff89135e-5668-44b3-a59d-460b8f73b733 tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4832664'] for port, after_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:28.260965 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-91b105f9-2d3b-4ef9-be84-4f6da1928042 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:18:28.333806 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff89135e-5668-44b3-a59d-460b8f73b733 tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] Pushing event updated for resources: {'Port': ['ID=28dd631c-ec2c-4d9b-a1a0-53550ffe0c3c,revision_number=2']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:18:28.338649 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-ff89135e-5668-44b3-a59d-460b8f73b733 tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:18:28.349190 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-ff89135e-5668-44b3-a59d-460b8f73b733 tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-706738'] for floatingip, after_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:28.357047 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 47998) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:18:28.454680 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.db.l3_db [None req-ff89135e-5668-44b3-a59d-460b8f73b733 tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] Floating IP c8afbc9f-755d-4fd4-b73a-b68280d30493 associated. External IP: 172.27.1.56, port: 2b84e1d2-a87e-4501-8c71-5641bc2cc690. Jun 22 07:18:28.456682 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.v2.base [None req-61276ab8-2901-4cf8-abdf-39f50c60dfb4 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1694016636-network', 'tenant_id': 'd1c9bbbc51cd43a7aec548ec0f9930bc'}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:18:28.480439 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61276ab8-2901-4cf8-abdf-39f50c60dfb4 admin admin] Made reservation on behalf of d1c9bbbc51cd43a7aec548ec0f9930bc for: {'network': 1} {{(pid=92920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 07:18:28.482806 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-61276ab8-2901-4cf8-abdf-39f50c60dfb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1809762'] for network, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:28.491855 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-61276ab8-2901-4cf8-abdf-39f50c60dfb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:28.592371 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-61276ab8-2901-4cf8-abdf-39f50c60dfb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:28.596360 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-61276ab8-2901-4cf8-abdf-39f50c60dfb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:28.599377 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-afd4f10c-adf5-46ff-aadf-0638b9777ade admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:18:28.625879 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61276ab8-2901-4cf8-abdf-39f50c60dfb4 admin admin] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=92920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 07:18:28.632616 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61276ab8-2901-4cf8-abdf-39f50c60dfb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf97d36a-8254-4827-849c-067a7bdc32b0,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:18:28.637018 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-61276ab8-2901-4cf8-abdf-39f50c60dfb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:18:28.640430 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-61276ab8-2901-4cf8-abdf-39f50c60dfb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1885363'] for segment, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:28.640777 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.db.segments_db [None req-61276ab8-2901-4cf8-abdf-39f50c60dfb4 admin admin] Added segment 08516320-2c7c-4598-9ebf-1db863ce4606 of type vlan for network d0d26156-5544-45e5-8458-d39a1fe9c9e7 Jun 22 07:18:28.702524 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-61276ab8-2901-4cf8-abdf-39f50c60dfb4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773473491173'] for network, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:28.707038 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff89135e-5668-44b3-a59d-460b8f73b733 tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] Router 8bd1946c-5955-45c6-99fa-0071638e897a has already been hosted by L3 agent f18ef446-1389-4802-a345-f314a6956002 {{(pid=92919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 07:18:28.732860 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-61276ab8-2901-4cf8-abdf-39f50c60dfb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-54575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-690206'] for network, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:28.734248 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61276ab8-2901-4cf8-abdf-39f50c60dfb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:28.734848 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-61276ab8-2901-4cf8-abdf-39f50c60dfb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-690179'] for network, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:28.737180 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-f47dc0ff-947d-4b77-8753-6d6636d304a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:18:28.789469 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-61276ab8-2901-4cf8-abdf-39f50c60dfb4 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4312472 Jun 22 07:18:28.796691 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 48006) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:18:28.802692 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.v2.base [None req-fc58d0ca-fc47-4aea-8c03-4b51c3b67ce9 admin admin] Request body: {'subnet': {'network_id': 'd0d26156-5544-45e5-8458-d39a1fe9c9e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1694016636-subnet', 'tenant_id': 'd1c9bbbc51cd43a7aec548ec0f9930bc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:18:28.814728 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61276ab8-2901-4cf8-abdf-39f50c60dfb4 admin admin] Pushing event updated for resources: {'Network': ['ID=d0d26156-5544-45e5-8458-d39a1fe9c9e7,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:18:28.817629 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-61276ab8-2901-4cf8-abdf-39f50c60dfb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:18:28.827150 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Network d0d26156-5544-45e5-8458-d39a1fe9c9e7 details requested by agent ovs-agent-dv-cinder-786627-11-iscsi with host dv-cinder-786627-11-iscsi {{(pid=92921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 07:18:28.839489 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc58d0ca-fc47-4aea-8c03-4b51c3b67ce9 admin admin] Made reservation on behalf of d1c9bbbc51cd43a7aec548ec0f9930bc for: {'subnet': 1} {{(pid=92920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 07:18:28.839715 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff89135e-5668-44b3-a59d-460b8f73b733 tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] Notify agent at l3_agent.dv-cinder-786627-11-iscsi the message routers_updated {{(pid=92919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 07:18:28.843077 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-fc58d0ca-fc47-4aea-8c03-4b51c3b67ce9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5183198'] for subnet, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:28.850238 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0077b86f-4a18-4607-9145-ad59d3abab5c None None] Sync routers for ids ['8bd1946c-5955-45c6-99fa-0071638e897a'] in dv-cinder-786627-11-iscsi {{(pid=92922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 07:18:28.861239 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0077b86f-4a18-4607-9145-ad59d3abab5c None None] Routers {'8bd1946c-5955-45c6-99fa-0071638e897a'} bound to L3 agent in host dv-cinder-786627-11-iscsi {{(pid=92922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 07:18:28.861864 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-0077b86f-4a18-4607-9145-ad59d3abab5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-22T07:06:03Z,description=,heartbeat_timestamp=2021-06-22T07:18:03Z,host='dv-cinder-786627-11-iscsi',id=f18ef446-1389-4802-a345-f314a6956002,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T07:06:03Z,topic='l3_agent')) {'router_ids': ['8bd1946c-5955-45c6-99fa-0071638e897a'], 'active': True} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:18:28.863768 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-ff89135e-5668-44b3-a59d-460b8f73b733 tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91146'] for floatingip, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:28.982275 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-ff89135e-5668-44b3-a59d-460b8f73b733 tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4125445 Jun 22 07:18:28.983922 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c57f5ee8-26cd-4955-9a82-fb01de9793ee', 'tag': '2b84e1d2-a87e-4501-8c71-5641bc2cc690'}] {{(pid=92919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 07:18:28.986347 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2874ba58536e60953e76cf0b72237944d74909d10009afe4cd7b86cda982d3ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c90d1c23-0b14-4c6b-b547-4e7762451c13" -d '{"events": [{"name": "network-changed", "server_uuid": "c57f5ee8-26cd-4955-9a82-fb01de9793ee", "tag": "2b84e1d2-a87e-4501-8c71-5641bc2cc690"}]}' {{(pid=92919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 07:18:28.987544 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 48008) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:18:28.994571 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.v2.base [None req-47e0918f-cd4a-4f1e-a3d2-031ae729e090 tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-465237858', 'description': 'tempest-secgroup-smoke-465237858 description', 'project_id': 'ec9a29227f1b402da02d8ce725e6cef8'}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:18:29.018668 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvr_db [None req-0077b86f-4a18-4607-9145-ad59d3abab5c None None] Set router 8bd1946c-5955-45c6-99fa-0071638e897a gateway port host: dv-cinder-786627-11-iscsi {{(pid=92922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 07:18:29.049488 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5859da3-2188-4767-b194-02cf2b3faf4f req-ea536fc5-f17d-4390-ad43-ea2362a19311 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:29.053044 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-c5859da3-2188-4767-b194-02cf2b3faf4f req-ea536fc5-f17d-4390-ad43-ea2362a19311 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=32e6e243-eeda-4a0d-a837-8692933a5789 HTTP/1.1" status: 200 len: 945 time: 0.1403732 Jun 22 07:18:29.067494 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28c3b13-fcb5-4b2e-87e5-3cb91d0298a1 req-5c919377-4f68-42c5-9a57-13d5d093c00b tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:29.067823 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-47e0918f-cd4a-4f1e-a3d2-031ae729e090 tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] Notify callbacks [] for security_group, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:29.069323 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-e28c3b13-fcb5-4b2e-87e5-3cb91d0298a1 req-5c919377-4f68-42c5-9a57-13d5d093c00b tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f376705-0d18-4006-8bca-dd49b0e55cca HTTP/1.1" status: 200 len: 945 time: 0.1428425 Jun 22 07:18:29.082919 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-fc58d0ca-fc47-4aea-8c03-4b51c3b67ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5150926', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5183212'] for subnet, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:29.087059 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:18:29.123092 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-c5859da3-2188-4767-b194-02cf2b3faf4f req-5b157c31-7f5c-40c1-a48a-58e27e4e747d tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/security-groups?id=b51056aa-037c-4921-b43f-ffbaaf0d81d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651786 Jun 22 07:18:29.157104 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-e28c3b13-fcb5-4b2e-87e5-3cb91d0298a1 req-b825cc4c-bc04-4931-ad91-997202a83412 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "GET /v2.0/security-groups?id=6daf760c-5a05-4dd1-83f7-482b29ac14c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692892 Jun 22 07:18:29.167863 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc58d0ca-fc47-4aea-8c03-4b51c3b67ce9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4483fa6-47b1-4c53-916f-dac6cc9af913,revision_number=0']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:18:29.179682 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-fc58d0ca-fc47-4aea-8c03-4b51c3b67ce9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:18:29.189029 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 07:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31643e4d-e1f4-4180-8ed1-5397a329eeee x-openstack-request-id: req-31643e4d-e1f4-4180-8ed1-5397a329eeee {{(pid=92919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 07:18:29.189596 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c57f5ee8-26cd-4955-9a82-fb01de9793ee", "tag": "2b84e1d2-a87e-4501-8c71-5641bc2cc690", "status": "completed", "code": 200}]} {{(pid=92919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 07:18:29.190348 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-31643e4d-e1f4-4180-8ed1-5397a329eeee {{(pid=92919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 07:18:29.190776 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c57f5ee8-26cd-4955-9a82-fb01de9793ee', 'tag': '2b84e1d2-a87e-4501-8c71-5641bc2cc690', 'status': 'completed', 'code': 200} Jun 22 07:18:29.252359 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc58d0ca-fc47-4aea-8c03-4b51c3b67ce9 admin admin] Checking segment: {'id': '08516320-2c7c-4598-9ebf-1db863ce4606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'd0d26156-5544-45e5-8458-d39a1fe9c9e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 07:18:29.252818 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc58d0ca-fc47-4aea-8c03-4b51c3b67ce9 admin admin] Network hostable DHCP agents. Network: d0d26156-5544-45e5-8458-d39a1fe9c9e7, hostable agents: ['23f99c3b-a432-44d9-a8da-8094b458f26a'], hosted agents: [] {{(pid=92920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 07:18:29.284423 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-47e0918f-cd4a-4f1e-a3d2-031ae729e090 tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] Notify callbacks [] for security_group, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:29.286142 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc58d0ca-fc47-4aea-8c03-4b51c3b67ce9 admin admin] Network d0d26156-5544-45e5-8458-d39a1fe9c9e7 is scheduled to be hosted by DHCP agent 23f99c3b-a432-44d9-a8da-8094b458f26a with binding_index 1 {{(pid=92920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 07:18:29.293119 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-47e0918f-cd4a-4f1e-a3d2-031ae729e090 tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:29.297778 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-2a46a92f-d57f-4216-a22b-b40a51708e2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:18:29.316165 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.scheduler.base_scheduler [None req-fc58d0ca-fc47-4aea-8c03-4b51c3b67ce9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-11-iscsi, d0d26156-5544-45e5-8458-d39a1fe9c9e7) {{(pid=92920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 07:18:29.324733 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc58d0ca-fc47-4aea-8c03-4b51c3b67ce9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:29.325616 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-fc58d0ca-fc47-4aea-8c03-4b51c3b67ce9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:29.339212 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13e4c016-8ac8-49f8-9bde-c3ad81084513 None None] Network d0d26156-5544-45e5-8458-d39a1fe9c9e7 requested from dv-cinder-786627-11-iscsi {{(pid=92921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 07:18:29.346462 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-47e0918f-cd4a-4f1e-a3d2-031ae729e090 tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] Notify callbacks [] for security_group, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:29.349924 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90d1c23-0b14-4c6b-b547-4e7762451c13 req-ab795d45-9131-4f27-8820-0df1d8aba394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:29.350632 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-47e0918f-cd4a-4f1e-a3d2-031ae729e090 tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3620844 Jun 22 07:18:29.351399 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-c90d1c23-0b14-4c6b-b547-4e7762451c13 req-ab795d45-9131-4f27-8820-0df1d8aba394 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ec9a29227f1b402da02d8ce725e6cef8&device_id=c57f5ee8-26cd-4955-9a82-fb01de9793ee HTTP/1.1" status: 200 len: 1099 time: 0.1351757 Jun 22 07:18:29.351861 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 48016) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:18:29.353906 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-fc58d0ca-fc47-4aea-8c03-4b51c3b67ce9 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5557456 Jun 22 07:18:29.357625 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.v2.base [None req-50b2dac0-3365-4eb1-91db-d3eee6debc4e tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] Request body: {'security_group_rule': {'security_group_id': 'fdfd1704-db10-4149-a8da-3280f92bf09e', 'project_id': 'ec9a29227f1b402da02d8ce725e6cef8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:18:29.365577 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e0918f-cd4a-4f1e-a3d2-031ae729e090 tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdfd1704-db10-4149-a8da-3280f92bf09e,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:18:29.395072 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-47e0918f-cd4a-4f1e-a3d2-031ae729e090 tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:18:29.466027 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993985f7-d827-4646-9ed0-e58ed2eba498 req-f13a119c-3d23-4111-ac9e-485e4605b186 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:29.467580 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-993985f7-d827-4646-9ed0-e58ed2eba498 req-f13a119c-3d23-4111-ac9e-485e4605b186 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec3d9cd3-7990-46e7-a0c4-277e3dc80819 HTTP/1.1" status: 200 len: 946 time: 0.1832030 Jun 22 07:18:29.472050 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-0077b86f-4a18-4607-9145-ad59d3abab5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bd1946c-5955-45c6-99fa-0071638e897a', 'name': 'tempest-TestMinimumBasicScenario-1073141061-router', 'tenant_id': 'ec9a29227f1b402da02d8ce725e6cef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'external_fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': 'e2d77938-9f84-4ef3-a840-eea521051cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:16:34Z', 'updated_at': '2021-06-22T07:16:39Z', 'revision_number': 4, 'project_id': 'ec9a29227f1b402da02d8ce725e6cef8', 'gw_port': {'id': 'e2d77938-9f84-4ef3-a840-eea521051cb4', 'name': '', 'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:59:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd1946c-5955-45c6-99fa-0071638e897a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:16:35Z', 'updated_at': '2021-06-22T07:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-iscsi', '_floatingips': [{'id': 'c8afbc9f-755d-4fd4-b73a-b68280d30493', 'tenant_id': 'ec9a29227f1b402da02d8ce725e6cef8', 'floating_ip_address': '172.27.1.56', 'floating_network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'router_id': '8bd1946c-5955-45c6-99fa-0071638e897a', 'port_id': '2b84e1d2-a87e-4501-8c71-5641bc2cc690', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b76c3898-71b4-47e9-8565-8fd368eecb52', 'mac_address': 'fa:16:3e:1d:48:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c57f5ee8-26cd-4955-9a82-fb01de9793ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T07:18:27Z', 'updated_at': '2021-06-22T07:18:27Z', 'revision_number': 0, 'project_id': 'ec9a29227f1b402da02d8ce725e6cef8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42115bab-5c66-4554-8573-63ef445c3672', 'name': '', 'network_id': 'b76c3898-71b4-47e9-8565-8fd368eecb52', 'tenant_id': 'ec9a29227f1b402da02d8ce725e6cef8', 'mac_address': 'fa:16:3e:d3:86:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd1946c-5955-45c6-99fa-0071638e897a', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '5599c154-2134-4868-9ecc-e0f7abbd15ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:16:38Z', 'updated_at': '2021-06-22T07:16:47Z', 'revision_number': 5, 'project_id': 'ec9a29227f1b402da02d8ce725e6cef8', 'subnets': [{'id': '5599c154-2134-4868-9ecc-e0f7abbd15ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-11-iscsi', False) {} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:18:29.490438 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-50b2dac0-3365-4eb1-91db-d3eee6debc4e tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:29.518541 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0077b86f-4a18-4607-9145-ad59d3abab5c None None] Checking router: 8bd1946c-5955-45c6-99fa-0071638e897a for host: dv-cinder-786627-11-iscsi {{(pid=92922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 07:18:29.533379 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0077b86f-4a18-4607-9145-ad59d3abab5c None None] Routers {'8bd1946c-5955-45c6-99fa-0071638e897a'} bound to L3 agent in host dv-cinder-786627-11-iscsi {{(pid=92922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 07:18:29.534437 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-0077b86f-4a18-4607-9145-ad59d3abab5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-22T07:06:03Z,description=,heartbeat_timestamp=2021-06-22T07:18:03Z,host='dv-cinder-786627-11-iscsi',id=f18ef446-1389-4802-a345-f314a6956002,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T07:06:03Z,topic='l3_agent')) {'router_ids': ['8bd1946c-5955-45c6-99fa-0071638e897a'], 'active': True} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:18:29.555799 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35d97015-30af-45b0-8109-dc36b955170e None None] Network d0d26156-5544-45e5-8458-d39a1fe9c9e7 requested from dv-cinder-786627-11-iscsi {{(pid=92921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 07:18:29.565450 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-993985f7-d827-4646-9ed0-e58ed2eba498 req-9b51264a-7a7a-435b-a165-77fdf8af675d tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/security-groups?id=30e0c465-7839-4da2-bd45-e1fbd7ad0257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901423 Jun 22 07:18:29.574673 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90d1c23-0b14-4c6b-b547-4e7762451c13 req-86d7ecad-3d40-465f-a018-740cd949b090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:29.591954 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-c90d1c23-0b14-4c6b-b547-4e7762451c13 req-86d7ecad-3d40-465f-a018-740cd949b090 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b76c3898-71b4-47e9-8565-8fd368eecb52 HTTP/1.1" status: 200 len: 916 time: 0.2250068 Jun 22 07:18:29.621381 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-50b2dac0-3365-4eb1-91db-d3eee6debc4e tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:29.626751 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-50b2dac0-3365-4eb1-91db-d3eee6debc4e tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037535'] for security_group_rule, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:29.629315 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:18:29.656001 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b2dac0-3365-4eb1-91db-d3eee6debc4e tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7565846-30b4-49c4-922e-c14b9938e0b9,revision_number=0']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:18:29.664278 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-50b2dac0-3365-4eb1-91db-d3eee6debc4e tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:18:29.666580 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-50b2dac0-3365-4eb1-91db-d3eee6debc4e tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:29.668141 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-50b2dac0-3365-4eb1-91db-d3eee6debc4e tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3146329 Jun 22 07:18:29.671326 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 48024) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:18:29.677298 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.v2.base [None req-f83b9a7d-d1d5-478f-bbfb-6415adce97c0 tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] Request body: {'security_group_rule': {'security_group_id': 'fdfd1704-db10-4149-a8da-3280f92bf09e', 'project_id': 'ec9a29227f1b402da02d8ce725e6cef8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:18:29.717091 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvr_db [None req-0077b86f-4a18-4607-9145-ad59d3abab5c None None] Set router 8bd1946c-5955-45c6-99fa-0071638e897a gateway port host: dv-cinder-786627-11-iscsi {{(pid=92922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 07:18:29.736708 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f83b9a7d-d1d5-478f-bbfb-6415adce97c0 tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:29.850171 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f83b9a7d-d1d5-478f-bbfb-6415adce97c0 tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:29.856282 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-c90d1c23-0b14-4c6b-b547-4e7762451c13 req-d594e24d-6d15-4f57-a83e-9f1744a20e88 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2b84e1d2-a87e-4501-8c71-5641bc2cc690 HTTP/1.1" status: 200 len: 999 time: 0.1709213 Jun 22 07:18:29.857286 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f83b9a7d-d1d5-478f-bbfb-6415adce97c0 tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037535'] for security_group_rule, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:29.860449 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:18:29.882811 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83b9a7d-d1d5-478f-bbfb-6415adce97c0 tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7c2f995-04c9-4565-9785-43ebe840ce69,revision_number=0']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:18:29.892097 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-f83b9a7d-d1d5-478f-bbfb-6415adce97c0 tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:18:29.898985 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f83b9a7d-d1d5-478f-bbfb-6415adce97c0 tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:29.901480 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-f83b9a7d-d1d5-478f-bbfb-6415adce97c0 tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2288327 Jun 22 07:18:29.904254 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 48032) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:18:29.910531 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.v2.base [None req-532dcc46-0cac-4913-966e-6e1a3aa0e1b4 tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] Request body: {'security_group_rule': {'security_group_id': 'fdfd1704-db10-4149-a8da-3280f92bf09e', 'project_id': 'ec9a29227f1b402da02d8ce725e6cef8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:18:29.929237 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90d1c23-0b14-4c6b-b547-4e7762451c13 req-01f36439-a08e-420c-8b67-0bc8c0419816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:29.931222 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-c90d1c23-0b14-4c6b-b547-4e7762451c13 req-01f36439-a08e-420c-8b67-0bc8c0419816 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5599c154-2134-4868-9ecc-e0f7abbd15ae HTTP/1.1" status: 200 len: 854 time: 0.0658734 Jun 22 07:18:29.943405 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-532dcc46-0cac-4913-966e-6e1a3aa0e1b4 tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:30.017686 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-532dcc46-0cac-4913-966e-6e1a3aa0e1b4 tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:30.023951 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-532dcc46-0cac-4913-966e-6e1a3aa0e1b4 tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037535'] for security_group_rule, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:30.027371 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-4fdb4b5d-8135-4bdf-983b-cd19f3b16796 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:18:30.033098 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-0077b86f-4a18-4607-9145-ad59d3abab5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bd1946c-5955-45c6-99fa-0071638e897a', 'name': 'tempest-TestMinimumBasicScenario-1073141061-router', 'tenant_id': 'ec9a29227f1b402da02d8ce725e6cef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'external_fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': 'e2d77938-9f84-4ef3-a840-eea521051cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:16:34Z', 'updated_at': '2021-06-22T07:16:39Z', 'revision_number': 4, 'project_id': 'ec9a29227f1b402da02d8ce725e6cef8', 'gw_port': {'id': 'e2d77938-9f84-4ef3-a840-eea521051cb4', 'name': '', 'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:59:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd1946c-5955-45c6-99fa-0071638e897a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:16:35Z', 'updated_at': '2021-06-22T07:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-iscsi', '_floatingips': [{'id': 'c8afbc9f-755d-4fd4-b73a-b68280d30493', 'tenant_id': 'ec9a29227f1b402da02d8ce725e6cef8', 'floating_ip_address': '172.27.1.56', 'floating_network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'router_id': '8bd1946c-5955-45c6-99fa-0071638e897a', 'port_id': '2b84e1d2-a87e-4501-8c71-5641bc2cc690', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b76c3898-71b4-47e9-8565-8fd368eecb52', 'mac_address': 'fa:16:3e:1d:48:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c57f5ee8-26cd-4955-9a82-fb01de9793ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T07:18:27Z', 'updated_at': '2021-06-22T07:18:27Z', 'revision_number': 0, 'project_id': 'ec9a29227f1b402da02d8ce725e6cef8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42115bab-5c66-4554-8573-63ef445c3672', 'name': '', 'network_id': 'b76c3898-71b4-47e9-8565-8fd368eecb52', 'tenant_id': 'ec9a29227f1b402da02d8ce725e6cef8', 'mac_address': 'fa:16:3e:d3:86:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd1946c-5955-45c6-99fa-0071638e897a', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '5599c154-2134-4868-9ecc-e0f7abbd15ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:16:38Z', 'updated_at': '2021-06-22T07:16:47Z', 'revision_number': 5, 'project_id': 'ec9a29227f1b402da02d8ce725e6cef8', 'subnets': [{'id': '5599c154-2134-4868-9ecc-e0f7abbd15ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-11-iscsi', False) {} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:18:30.038422 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90d1c23-0b14-4c6b-b547-4e7762451c13 req-76112503-63e1-44bf-97e6-fe94d5ec9cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:30.041666 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-c90d1c23-0b14-4c6b-b547-4e7762451c13 req-76112503-63e1-44bf-97e6-fe94d5ec9cfa service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b76c3898-71b4-47e9-8565-8fd368eecb52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0770824 Jun 22 07:18:30.073788 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532dcc46-0cac-4913-966e-6e1a3aa0e1b4 tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be958e7b-e315-4035-b730-80a267351358,revision_number=0']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:18:30.077577 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-532dcc46-0cac-4913-966e-6e1a3aa0e1b4 tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:18:30.084120 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-532dcc46-0cac-4913-966e-6e1a3aa0e1b4 tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:30.088448 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-532dcc46-0cac-4913-966e-6e1a3aa0e1b4 tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1800163 Jun 22 07:18:30.088843 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 48038) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:18:30.094787 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.v2.base [None req-a7979f68-480b-4485-b67a-dddc01df0bbb tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] Request body: {'security_group_rule': {'security_group_id': 'fdfd1704-db10-4149-a8da-3280f92bf09e', 'project_id': 'ec9a29227f1b402da02d8ce725e6cef8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:18:30.110281 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0077b86f-4a18-4607-9145-ad59d3abab5c None None] The sync data for ids ['8bd1946c-5955-45c6-99fa-0071638e897a'] in dv-cinder-786627-11-iscsi is: [{'id': '8bd1946c-5955-45c6-99fa-0071638e897a', 'name': 'tempest-TestMinimumBasicScenario-1073141061-router', 'tenant_id': 'ec9a29227f1b402da02d8ce725e6cef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'external_fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': 'e2d77938-9f84-4ef3-a840-eea521051cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:16:34Z', 'updated_at': '2021-06-22T07:16:39Z', 'revision_number': 4, 'project_id': 'ec9a29227f1b402da02d8ce725e6cef8', 'gw_port': {'id': 'e2d77938-9f84-4ef3-a840-eea521051cb4', 'name': '', 'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:59:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd1946c-5955-45c6-99fa-0071638e897a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:16:35Z', 'updated_at': '2021-06-22T07:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-iscsi', '_floatingips': [{'id': 'c8afbc9f-755d-4fd4-b73a-b68280d30493', 'tenant_id': 'ec9a29227f1b402da02d8ce725e6cef8', 'floating_ip_address': '172.27.1.56', 'floating_network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'router_id': '8bd1946c-5955-45c6-99fa-0071638e897a', 'port_id': '2b84e1d2-a87e-4501-8c71-5641bc2cc690', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b76c3898-71b4-47e9-8565-8fd368eecb52', 'mac_address': 'fa:16:3e:1d:48:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c57f5ee8-26cd-4955-9a82-fb01de9793ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T07:18:27Z', 'updated_at': '2021-06-22T07:18:27Z', 'revision_number': 0, 'project_id': 'ec9a29227f1b402da02d8ce725e6cef8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42115bab-5c66-4554-8573-63ef445c3672', 'name': '', 'network_id': 'b76c3898-71b4-47e9-8565-8fd368eecb52', 'tenant_id': 'ec9a29227f1b402da02d8ce725e6cef8', 'mac_address': 'fa:16:3e:d3:86:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd1946c-5955-45c6-99fa-0071638e897a', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '5599c154-2134-4868-9ecc-e0f7abbd15ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:16:38Z', 'updated_at': '2021-06-22T07:16:47Z', 'revision_number': 5, 'project_id': 'ec9a29227f1b402da02d8ce725e6cef8', 'subnets': [{'id': '5599c154-2134-4868-9ecc-e0f7abbd15ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 07:18:30.146019 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-a7979f68-480b-4485-b67a-dddc01df0bbb tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:30.206720 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-c90d1c23-0b14-4c6b-b547-4e7762451c13 req-ed41a490-961e-4e0e-8f4b-6b6e234c6647 service neutron] 10.222.0.41 "GET /v2.0/networks/b76c3898-71b4-47e9-8565-8fd368eecb52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543689 Jun 22 07:18:30.256170 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-a7979f68-480b-4485-b67a-dddc01df0bbb tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:30.263066 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-a7979f68-480b-4485-b67a-dddc01df0bbb tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037535'] for security_group_rule, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:30.273711 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:18:30.299591 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7979f68-480b-4485-b67a-dddc01df0bbb tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d2f5230-9b6e-4252-b42b-fd48715f750c,revision_number=0']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:18:30.313736 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-a7979f68-480b-4485-b67a-dddc01df0bbb tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:18:30.314592 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-a7979f68-480b-4485-b67a-dddc01df0bbb tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:30.323539 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-a7979f68-480b-4485-b67a-dddc01df0bbb tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2333052 Jun 22 07:18:30.323950 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 48052) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:18:30.338032 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.v2.base [None req-3148bb3e-bb92-448d-a414-52693b7defcf tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] Request body: {'security_group_rule': {'security_group_id': 'fdfd1704-db10-4149-a8da-3280f92bf09e', 'project_id': 'ec9a29227f1b402da02d8ce725e6cef8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:18:30.422484 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-c90d1c23-0b14-4c6b-b547-4e7762451c13 req-ea240df3-e402-460f-bbdd-3c677c2e5a65 service neutron] 10.222.0.41 "GET /v2.0/networks/b76c3898-71b4-47e9-8565-8fd368eecb52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2042565 Jun 22 07:18:30.456305 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.db.securitygroups_db [None req-3148bb3e-bb92-448d-a414-52693b7defcf tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] Project ec9a29227f1b402da02d8ce725e6cef8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 07:18:30.469310 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-3148bb3e-bb92-448d-a414-52693b7defcf tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:30.498821 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b879aae8-9572-4d2c-8a77-f75086197af4 None None] New status for floating IP c8afbc9f-755d-4fd4-b73a-b68280d30493: ACTIVE {{(pid=92921) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 07:18:30.565011 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c15c2ee-469f-41eb-b1a4-dfc65a85e090 req-e4b7d6e0-bc2b-4925-b58c-c815f17d44b8 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:30.566480 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-9c15c2ee-469f-41eb-b1a4-dfc65a85e090 req-e4b7d6e0-bc2b-4925-b58c-c815f17d44b8 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=32e6e243-eeda-4a0d-a837-8692933a5789 HTTP/1.1" status: 200 len: 945 time: 0.2155621 Jun 22 07:18:30.577709 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef010b44-50bf-4204-a8c8-39e243edf1fc req-70640bc6-0f89-4cd8-b0c8-2c4964b17e2e tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:30.579198 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-ef010b44-50bf-4204-a8c8-39e243edf1fc req-70640bc6-0f89-4cd8-b0c8-2c4964b17e2e tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f376705-0d18-4006-8bca-dd49b0e55cca HTTP/1.1" status: 200 len: 945 time: 0.1968102 Jun 22 07:18:30.599867 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-3148bb3e-bb92-448d-a414-52693b7defcf tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:30.627474 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-3148bb3e-bb92-448d-a414-52693b7defcf tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037535'] for security_group_rule, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:30.635710 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:18:30.676107 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3148bb3e-bb92-448d-a414-52693b7defcf tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b08029e7-57f0-4727-b372-917d6d1b007a,revision_number=0']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:18:30.683505 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-3148bb3e-bb92-448d-a414-52693b7defcf tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:18:30.694143 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-9c15c2ee-469f-41eb-b1a4-dfc65a85e090 req-96c05826-adee-45d2-bb6a-ec8ada8f7ee8 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/security-groups?id=b51056aa-037c-4921-b43f-ffbaaf0d81d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1138330 Jun 22 07:18:30.696448 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-3148bb3e-bb92-448d-a414-52693b7defcf tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:30.698862 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-3148bb3e-bb92-448d-a414-52693b7defcf tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3737187 Jun 22 07:18:30.701887 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 48070) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:18:30.707915 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.v2.base [None req-9e946b62-3482-49da-9f3b-016eef3dd030 tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] Request body: {'security_group_rule': {'security_group_id': 'fdfd1704-db10-4149-a8da-3280f92bf09e', 'project_id': 'ec9a29227f1b402da02d8ce725e6cef8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:18:30.712580 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-43a1ab20-042c-4202-9a88-da5ba354fa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:30.716763 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-ef010b44-50bf-4204-a8c8-39e243edf1fc req-da71e04f-a7f7-4a3f-81b5-f9a69449d020 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "GET /v2.0/security-groups?id=6daf760c-5a05-4dd1-83f7-482b29ac14c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1195190 Jun 22 07:18:30.745821 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.db.securitygroups_db [None req-9e946b62-3482-49da-9f3b-016eef3dd030 tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] Project ec9a29227f1b402da02d8ce725e6cef8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 07:18:30.752874 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-9e946b62-3482-49da-9f3b-016eef3dd030 tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:30.871085 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-9e946b62-3482-49da-9f3b-016eef3dd030 tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:30.878466 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-9e946b62-3482-49da-9f3b-016eef3dd030 tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037535'] for security_group_rule, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:30.881019 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-f83b9a7d-d1d5-478f-bbfb-6415adce97c0 tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:18:30.898774 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e946b62-3482-49da-9f3b-016eef3dd030 tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9920621-d2b1-46b2-8ec3-177a7d86906f,revision_number=0']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:18:30.901828 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-9e946b62-3482-49da-9f3b-016eef3dd030 tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:18:30.910404 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-9e946b62-3482-49da-9f3b-016eef3dd030 tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:30.911850 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-9e946b62-3482-49da-9f3b-016eef3dd030 tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2087851 Jun 22 07:18:30.932541 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b3bc86-a135-4f1f-81d0-0d035bb20342 req-b252ffc2-01cd-4208-8d49-edc8b24bf633 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:30.934054 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-e3b3bc86-a135-4f1f-81d0-0d035bb20342 req-b252ffc2-01cd-4208-8d49-edc8b24bf633 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec3d9cd3-7990-46e7-a0c4-277e3dc80819 HTTP/1.1" status: 200 len: 946 time: 0.1021950 Jun 22 07:18:30.975210 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-e3b3bc86-a135-4f1f-81d0-0d035bb20342 req-6d9f0fe3-3132-408c-bdd9-0a22ce1cbd4a tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/security-groups?id=30e0c465-7839-4da2-bd45-e1fbd7ad0257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349684 Jun 22 07:18:31.075713 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-6238a13f-e3a5-48b9-afb1-3b5e86409454 req-728d3435-5769-4a81-b770-57a2f9d8c9f7 tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-465237858&fields=id&tenant_id=ec9a29227f1b402da02d8ce725e6cef8 HTTP/1.1" status: 200 len: 267 time: 0.0477974 Jun 22 07:18:31.159053 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6238a13f-e3a5-48b9-afb1-3b5e86409454 req-2763a348-98dd-4101-825e-5b1dfc378713 tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:31.161084 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-6238a13f-e3a5-48b9-afb1-3b5e86409454 req-2763a348-98dd-4101-825e-5b1dfc378713 tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] 10.222.0.24 "GET /v2.0/ports?device_id=c57f5ee8-26cd-4955-9a82-fb01de9793ee HTTP/1.1" status: 200 len: 946 time: 0.0791595 Jun 22 07:18:31.173712 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.v2.base [req-6238a13f-e3a5-48b9-afb1-3b5e86409454 req-68461a78-f714-4a2f-8c33-cf78535c8131 tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] Request body: {'port': {'security_groups': ['184d9c39-9e83-4f1f-a6ee-6da78c1e0aec', 'fdfd1704-db10-4149-a8da-3280f92bf09e']}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:18:31.286307 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-6238a13f-e3a5-48b9-afb1-3b5e86409454 req-68461a78-f714-4a2f-8c33-cf78535c8131 tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:31.566356 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.db [req-6238a13f-e3a5-48b9-afb1-3b5e86409454 req-68461a78-f714-4a2f-8c33-cf78535c8131 tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] For port 2b84e1d2-a87e-4501-8c71-5641bc2cc690, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=2b84e1d2-a87e-4501-8c71-5641bc2cc690,segment=NetworkSegment(470fa131-3fdb-481d-89d7-dc5853f1500c),segment_id=470fa131-3fdb-481d-89d7-dc5853f1500c)] {{(pid=92919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:18:31.602400 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-6238a13f-e3a5-48b9-afb1-3b5e86409454 req-68461a78-f714-4a2f-8c33-cf78535c8131 tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] Notify callbacks [] for port, precommit_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:31.611245 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-6238a13f-e3a5-48b9-afb1-3b5e86409454 req-68461a78-f714-4a2f-8c33-cf78535c8131 tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4832664'] for port, after_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:31.615940 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-347fd4bd-b545-4ab0-80d1-b67b99cafdb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:18:31.623407 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] get_ports_and_sgs() called for port_ids ['2b84e1d2-a87e-4501-8c71-5641bc2cc690'] {{(pid=92921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 07:18:31.683333 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6238a13f-e3a5-48b9-afb1-3b5e86409454 req-68461a78-f714-4a2f-8c33-cf78535c8131 tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:31.686572 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-6238a13f-e3a5-48b9-afb1-3b5e86409454 req-68461a78-f714-4a2f-8c33-cf78535c8131 tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91146'] for port, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:31.704533 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-6238a13f-e3a5-48b9-afb1-3b5e86409454 req-68461a78-f714-4a2f-8c33-cf78535c8131 tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] 10.222.0.24 "PUT /v2.0/ports/2b84e1d2-a87e-4501-8c71-5641bc2cc690 HTTP/1.1" status: 200 len: 982 time: 0.5343165 Jun 22 07:18:31.704533 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c57f5ee8-26cd-4955-9a82-fb01de9793ee', 'tag': '2b84e1d2-a87e-4501-8c71-5641bc2cc690'}] {{(pid=92919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 07:18:31.705767 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2874ba58536e60953e76cf0b72237944d74909d10009afe4cd7b86cda982d3ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a45be84a-fc8e-4c56-a697-62587b6b677e" -d '{"events": [{"name": "network-changed", "server_uuid": "c57f5ee8-26cd-4955-9a82-fb01de9793ee", "tag": "2b84e1d2-a87e-4501-8c71-5641bc2cc690"}]}' {{(pid=92919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 07:18:31.800147 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68461a78-f714-4a2f-8c33-cf78535c8131 tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] Pushing event updated for resources: {'Port': ['ID=2b84e1d2-a87e-4501-8c71-5641bc2cc690,revision_number=6']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:18:31.804975 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-68461a78-f714-4a2f-8c33-cf78535c8131 tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:18:31.851261 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] get_ports_and_sgs() called for port_ids ['2b84e1d2-a87e-4501-8c71-5641bc2cc690'] {{(pid=92921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 07:18:31.960309 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86e940d-8c8e-4c60-b2c3-90c367ff6732 req-a9f7823c-559f-48f0-86d5-6d9fcb9d53b1 tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:31.974683 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-b86e940d-8c8e-4c60-b2c3-90c367ff6732 req-a9f7823c-559f-48f0-86d5-6d9fcb9d53b1 tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] 10.222.0.24 "GET /v2.0/ports?device_id=c57f5ee8-26cd-4955-9a82-fb01de9793ee HTTP/1.1" status: 200 len: 985 time: 0.1183112 Jun 22 07:18:32.024637 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-b86e940d-8c8e-4c60-b2c3-90c367ff6732 req-43786f7d-746b-448a-9158-0a5b4bb6112b tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] 10.222.0.24 "GET /v2.0/security-groups?id=184d9c39-9e83-4f1f-a6ee-6da78c1e0aec&id=fdfd1704-db10-4149-a8da-3280f92bf09e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0485289 Jun 22 07:18:32.092881 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 07:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e788638b-233e-4418-8252-569471d75d0b x-openstack-request-id: req-e788638b-233e-4418-8252-569471d75d0b {{(pid=92919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 07:18:32.093322 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c57f5ee8-26cd-4955-9a82-fb01de9793ee", "tag": "2b84e1d2-a87e-4501-8c71-5641bc2cc690", "status": "completed", "code": 200}]} {{(pid=92919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 07:18:32.093704 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e788638b-233e-4418-8252-569471d75d0b {{(pid=92919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 07:18:32.094225 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c57f5ee8-26cd-4955-9a82-fb01de9793ee', 'tag': '2b84e1d2-a87e-4501-8c71-5641bc2cc690', 'status': 'completed', 'code': 200} Jun 22 07:18:32.176523 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-05e02a2b-2cdf-4859-bc9e-ce2eec64cbd3 None None] Provisioning complete for port 2b84e1d2-a87e-4501-8c71-5641bc2cc690 triggered by entity DHCP. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:18:32.176899 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-05e02a2b-2cdf-4859-bc9e-ce2eec64cbd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1879668'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:32.194790 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45be84a-fc8e-4c56-a697-62587b6b677e req-80e6ad74-2d52-44ee-b6c1-3482b65605c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:32.196279 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-a45be84a-fc8e-4c56-a697-62587b6b677e req-80e6ad74-2d52-44ee-b6c1-3482b65605c3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ec9a29227f1b402da02d8ce725e6cef8&device_id=c57f5ee8-26cd-4955-9a82-fb01de9793ee HTTP/1.1" status: 200 len: 1138 time: 0.0748162 Jun 22 07:18:32.352939 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45be84a-fc8e-4c56-a697-62587b6b677e req-a9461640-ba06-465f-ab82-76183ab54d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:32.354705 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-a45be84a-fc8e-4c56-a697-62587b6b677e req-a9461640-ba06-465f-ab82-76183ab54d1c service neutron] 10.222.0.41 "GET /v2.0/networks?id=b76c3898-71b4-47e9-8565-8fd368eecb52 HTTP/1.1" status: 200 len: 916 time: 0.1477978 Jun 22 07:18:32.368485 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dc5302-7ddc-40ba-96be-ca17f0e52107 req-e695191b-785e-4911-9899-2854d0375e95 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:32.377199 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-b6dc5302-7ddc-40ba-96be-ca17f0e52107 req-e695191b-785e-4911-9899-2854d0375e95 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f376705-0d18-4006-8bca-dd49b0e55cca HTTP/1.1" status: 200 len: 945 time: 0.1569691 Jun 22 07:18:32.500507 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-b6dc5302-7ddc-40ba-96be-ca17f0e52107 req-b8c4becd-8176-4afd-a78d-802e5707696c tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "GET /v2.0/security-groups?id=6daf760c-5a05-4dd1-83f7-482b29ac14c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1221330 Jun 22 07:18:32.562095 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-a45be84a-fc8e-4c56-a697-62587b6b677e req-1517664b-2c02-467b-b91c-178c99c842f4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2b84e1d2-a87e-4501-8c71-5641bc2cc690 HTTP/1.1" status: 200 len: 1001 time: 0.1828659 Jun 22 07:18:32.982669 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45be84a-fc8e-4c56-a697-62587b6b677e req-e82c97bf-75c7-4bae-8a8b-440900420ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:32.984154 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-a45be84a-fc8e-4c56-a697-62587b6b677e req-e82c97bf-75c7-4bae-8a8b-440900420ac2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5599c154-2134-4868-9ecc-e0f7abbd15ae HTTP/1.1" status: 200 len: 854 time: 0.4145663 Jun 22 07:18:33.049890 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7121df4c-404c-421d-93d1-8e5741eb5f4a req-edfa33bf-0c2a-4f62-bf15-87d90e2ca1ca tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:33.051412 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-7121df4c-404c-421d-93d1-8e5741eb5f4a req-edfa33bf-0c2a-4f62-bf15-87d90e2ca1ca tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=32e6e243-eeda-4a0d-a837-8692933a5789 HTTP/1.1" status: 200 len: 945 time: 0.1654532 Jun 22 07:18:33.087144 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cc587d3d-5dc2-48b3-9816-6736e25ca656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:33.102373 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45be84a-fc8e-4c56-a697-62587b6b677e req-2ab91a0d-4ce3-4efc-a1c9-bd34751b32c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:33.104603 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-a45be84a-fc8e-4c56-a697-62587b6b677e req-2ab91a0d-4ce3-4efc-a1c9-bd34751b32c3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b76c3898-71b4-47e9-8565-8fd368eecb52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1114669 Jun 22 07:18:33.115499 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8172b328-8208-496f-97c1-24298d6034c5 req-50314aae-c4a7-45cf-83c4-df872b4f441a tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:33.117200 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-8172b328-8208-496f-97c1-24298d6034c5 req-50314aae-c4a7-45cf-83c4-df872b4f441a tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec3d9cd3-7990-46e7-a0c4-277e3dc80819 HTTP/1.1" status: 200 len: 946 time: 0.1870892 Jun 22 07:18:33.186090 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-7121df4c-404c-421d-93d1-8e5741eb5f4a req-b314b3c1-e98c-49d8-8308-f04ebc00e8c6 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/security-groups?id=b51056aa-037c-4921-b43f-ffbaaf0d81d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1250591 Jun 22 07:18:33.253395 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-a45be84a-fc8e-4c56-a697-62587b6b677e req-9cb9ce3b-0b4d-4ee9-b0d3-a94d67d003ca service neutron] 10.222.0.41 "GET /v2.0/networks/b76c3898-71b4-47e9-8565-8fd368eecb52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399252 Jun 22 07:18:33.285467 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:33.334127 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [req-8172b328-8208-496f-97c1-24298d6034c5 req-a050a572-42ab-47c2-9e76-82cadf764122 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] Deleting port e4c5e89b-6f1f-4a27-b090-bc12a9842c1d {{(pid=92920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 07:18:33.334676 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-8172b328-8208-496f-97c1-24298d6034c5 req-a050a572-42ab-47c2-9e76-82cadf764122 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773474057189'] for port, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:33.422887 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-a45be84a-fc8e-4c56-a697-62587b6b677e req-6184c914-ceda-4ee6-9439-afbbb59da0fd service neutron] 10.222.0.41 "GET /v2.0/networks/b76c3898-71b4-47e9-8565-8fd368eecb52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554949 Jun 22 07:18:33.476186 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [req-8172b328-8208-496f-97c1-24298d6034c5 req-a050a572-42ab-47c2-9e76-82cadf764122 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] For port e4c5e89b-6f1f-4a27-b090-bc12a9842c1d, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=e4c5e89b-6f1f-4a27-b090-bc12a9842c1d,segment=NetworkSegment(ad1695f4-d579-4854-bcbf-7f27a2eb4dc6),segment_id=ad1695f4-d579-4854-bcbf-7f27a2eb4dc6)] {{(pid=92920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:18:33.477730 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-8172b328-8208-496f-97c1-24298d6034c5 req-a050a572-42ab-47c2-9e76-82cadf764122 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-707208'] for port, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:33.521279 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442c873f-5018-4c4d-970e-b9896e68ae82 req-12101137-3ba8-44a7-b6de-054435e52b7a tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:33.524870 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-442c873f-5018-4c4d-970e-b9896e68ae82 req-12101137-3ba8-44a7-b6de-054435e52b7a tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec3d9cd3-7990-46e7-a0c4-277e3dc80819 HTTP/1.1" status: 200 len: 946 time: 0.1009336 Jun 22 07:18:33.566770 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-442c873f-5018-4c4d-970e-b9896e68ae82 req-24e06560-731f-44aa-9852-45a87784e23f tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/security-groups?id=30e0c465-7839-4da2-bd45-e1fbd7ad0257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364087 Jun 22 07:18:33.624941 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [req-8172b328-8208-496f-97c1-24298d6034c5 req-a050a572-42ab-47c2-9e76-82cadf764122 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] Calling delete_port for e4c5e89b-6f1f-4a27-b090-bc12a9842c1d owned by compute:nova {{(pid=92920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 07:18:33.800834 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be5537d-e75b-475b-b5ba-68f76ef9c3f0 req-d72075b8-3505-4c46-bee6-a2d75ce3d5dd tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:33.802394 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-7be5537d-e75b-475b-b5ba-68f76ef9c3f0 req-d72075b8-3505-4c46-bee6-a2d75ce3d5dd tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f376705-0d18-4006-8bca-dd49b0e55cca HTTP/1.1" status: 200 len: 945 time: 0.1032026 Jun 22 07:18:33.906407 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-7be5537d-e75b-475b-b5ba-68f76ef9c3f0 req-792e1283-5b55-40a9-9bd8-04a66add7488 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "GET /v2.0/security-groups?id=6daf760c-5a05-4dd1-83f7-482b29ac14c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949948 Jun 22 07:18:33.914404 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:33.968636 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-8172b328-8208-496f-97c1-24298d6034c5 req-a050a572-42ab-47c2-9e76-82cadf764122 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773474061029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773473471600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5150811'] for port, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:33.977485 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-04e771d0-02a3-446c-a1f4-6c34c92a8543 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:18:33.982457 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] get_ports_and_sgs() called for port_ids ['e4c5e89b-6f1f-4a27-b090-bc12a9842c1d'] {{(pid=92921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 07:18:34.009409 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a050a572-42ab-47c2-9e76-82cadf764122 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] Pushing event deleted for resources: {'Port': ['ID=e4c5e89b-6f1f-4a27-b090-bc12a9842c1d,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:18:34.021256 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-a050a572-42ab-47c2-9e76-82cadf764122 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:18:34.100776 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.db.l3_dvrscheduler_db [req-8172b328-8208-496f-97c1-24298d6034c5 req-a050a572-42ab-47c2-9e76-82cadf764122 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] No DVR routers for this DVR port e4c5e89b-6f1f-4a27-b090-bc12a9842c1d on host hv-cinder-78662 {{(pid=92920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 07:18:34.105966 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-8172b328-8208-496f-97c1-24298d6034c5 req-a050a572-42ab-47c2-9e76-82cadf764122 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91146'] for port, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:34.108798 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-8172b328-8208-496f-97c1-24298d6034c5 req-a050a572-42ab-47c2-9e76-82cadf764122 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.41 "DELETE /v2.0/ports/e4c5e89b-6f1f-4a27-b090-bc12a9842c1d HTTP/1.1" status: 204 len: 173 time: 0.9851654 Jun 22 07:18:34.109503 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec3d9cd3-7990-46e7-a0c4-277e3dc80819', 'name': 'network-vif-deleted', 'tag': 'e4c5e89b-6f1f-4a27-b090-bc12a9842c1d'}] {{(pid=92920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 07:18:34.113333 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}175c46e468422b48d63533518873068da6a6c478907c3b6f79f9dabf89e8d923" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b55aae4-901b-44de-b9ec-84795cd798e4" -d '{"events": [{"server_uuid": "ec3d9cd3-7990-46e7-a0c4-277e3dc80819", "name": "network-vif-deleted", "tag": "e4c5e89b-6f1f-4a27-b090-bc12a9842c1d"}]}' {{(pid=92920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 07:18:34.284471 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 07:18:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29bfb3ea-c415-4afb-ab2a-f25ee25dc46a x-openstack-request-id: req-29bfb3ea-c415-4afb-ab2a-f25ee25dc46a {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 07:18:34.285128 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec3d9cd3-7990-46e7-a0c4-277e3dc80819", "name": "network-vif-deleted", "tag": "e4c5e89b-6f1f-4a27-b090-bc12a9842c1d", "status": "completed", "code": 200}]} {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 07:18:34.285128 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-29bfb3ea-c415-4afb-ab2a-f25ee25dc46a {{(pid=92920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 07:18:34.285559 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec3d9cd3-7990-46e7-a0c4-277e3dc80819', 'name': 'network-vif-deleted', 'tag': 'e4c5e89b-6f1f-4a27-b090-bc12a9842c1d', 'status': 'completed', 'code': 200} Jun 22 07:18:34.473266 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10538cf8-e1ef-4cab-a13c-a70ffb77a661 req-241cd685-d59f-4fe1-b8b0-8be003bdef4d tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:34.475059 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-10538cf8-e1ef-4cab-a13c-a70ffb77a661 req-241cd685-d59f-4fe1-b8b0-8be003bdef4d tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=32e6e243-eeda-4a0d-a837-8692933a5789 HTTP/1.1" status: 200 len: 945 time: 0.0784714 Jun 22 07:18:34.493485 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a18f58-6e95-4eaa-9271-4ac492b3289a req-1d7e7bcd-90d0-40cb-b560-483521a5754b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:34.495502 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-81a18f58-6e95-4eaa-9271-4ac492b3289a req-1d7e7bcd-90d0-40cb-b560-483521a5754b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d4f594fab10d40c7ba3121bb30f350f6&device_id=6f376705-0d18-4006-8bca-dd49b0e55cca HTTP/1.1" status: 200 len: 1098 time: 0.0809188 Jun 22 07:18:34.533095 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-10538cf8-e1ef-4cab-a13c-a70ffb77a661 req-7cae6a3d-0df0-48ff-8869-ac01c40119e0 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/security-groups?id=b51056aa-037c-4921-b43f-ffbaaf0d81d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501509 Jun 22 07:18:34.676882 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a18f58-6e95-4eaa-9271-4ac492b3289a req-2c9f9041-8dea-4cc0-9cb2-db54f08956dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:34.678756 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-81a18f58-6e95-4eaa-9271-4ac492b3289a req-2c9f9041-8dea-4cc0-9cb2-db54f08956dd service neutron] 10.222.0.41 "GET /v2.0/networks?id=e45ca323-df81-4e4e-ad4b-9a2282b40737 HTTP/1.1" status: 200 len: 911 time: 0.1749792 Jun 22 07:18:34.787110 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f9fef5-e000-4f0d-a710-9a5ea384df23 req-329d74e5-c037-44a4-906b-a1c0c640de8c tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:34.788794 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-33f9fef5-e000-4f0d-a710-9a5ea384df23 req-329d74e5-c037-44a4-906b-a1c0c640de8c tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f376705-0d18-4006-8bca-dd49b0e55cca HTTP/1.1" status: 200 len: 945 time: 0.1172314 Jun 22 07:18:34.837068 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-81a18f58-6e95-4eaa-9271-4ac492b3289a req-541f4cd0-4810-4b03-b494-b781c5a5bf46 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e4159f94-5527-4466-8635-e476cd2fc9b0 HTTP/1.1" status: 200 len: 1001 time: 0.1476376 Jun 22 07:18:34.843956 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-33f9fef5-e000-4f0d-a710-9a5ea384df23 req-633d516f-4949-4b26-9827-f1aaa67940cb tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "GET /v2.0/security-groups?id=6daf760c-5a05-4dd1-83f7-482b29ac14c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489700 Jun 22 07:18:34.913180 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a18f58-6e95-4eaa-9271-4ac492b3289a req-8f1ed65e-4ea2-4c4b-a105-42167cbd836f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:34.914628 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-81a18f58-6e95-4eaa-9271-4ac492b3289a req-8f1ed65e-4ea2-4c4b-a105-42167cbd836f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f68816de-e03b-4f38-99ee-40e3f1c0a6fd HTTP/1.1" status: 200 len: 849 time: 0.0693083 Jun 22 07:18:35.001464 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a18f58-6e95-4eaa-9271-4ac492b3289a req-73cc0f67-ad9c-433f-9631-846d8f09ea75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:35.002943 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-81a18f58-6e95-4eaa-9271-4ac492b3289a req-73cc0f67-ad9c-433f-9631-846d8f09ea75 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e45ca323-df81-4e4e-ad4b-9a2282b40737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0717397 Jun 22 07:18:35.012370 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-4a9aba7d-d8b8-4f54-ac4c-4321ff5e8d91 req-2ba125ff-0c96-4280-82f4-1527e7876885 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec3d9cd3-7990-46e7-a0c4-277e3dc80819 HTTP/1.1" status: 200 len: 210 time: 0.0433273 Jun 22 07:18:35.103847 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-81a18f58-6e95-4eaa-9271-4ac492b3289a req-e215ced7-6bae-49e1-a9a0-7faa51efec38 service neutron] 10.222.0.41 "GET /v2.0/networks/e45ca323-df81-4e4e-ad4b-9a2282b40737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909412 Jun 22 07:18:35.199349 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d3c1a5ff-c703-4bfc-bce3-efb8418f207c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:35.208734 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-81a18f58-6e95-4eaa-9271-4ac492b3289a req-44a465c6-5b93-4f98-8e9f-0c15e90866e5 service neutron] 10.222.0.41 "GET /v2.0/networks/e45ca323-df81-4e4e-ad4b-9a2282b40737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960140 Jun 22 07:18:35.766850 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a581bd91-011f-47b9-be92-3e304615b4ef req-bfa27328-51d1-42fa-a98e-8af4a816784c tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:35.772900 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-a581bd91-011f-47b9-be92-3e304615b4ef req-bfa27328-51d1-42fa-a98e-8af4a816784c tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=32e6e243-eeda-4a0d-a837-8692933a5789 HTTP/1.1" status: 200 len: 945 time: 0.0804534 Jun 22 07:18:35.813966 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-a581bd91-011f-47b9-be92-3e304615b4ef req-6df000b1-3dac-46b1-9084-69f29b917d0b tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/security-groups?id=b51056aa-037c-4921-b43f-ffbaaf0d81d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387387 Jun 22 07:18:36.214240 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbef623-a063-45d4-9a6d-e255f3ba3982 req-114e73c4-dbd1-47c8-8c5b-08086bb84004 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:36.217627 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-cfbef623-a063-45d4-9a6d-e255f3ba3982 req-114e73c4-dbd1-47c8-8c5b-08086bb84004 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f376705-0d18-4006-8bca-dd49b0e55cca HTTP/1.1" status: 200 len: 945 time: 0.0886970 Jun 22 07:18:36.263141 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-cfbef623-a063-45d4-9a6d-e255f3ba3982 req-31fd7567-9b7f-4c46-8085-1714afbb492a tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "GET /v2.0/security-groups?id=6daf760c-5a05-4dd1-83f7-482b29ac14c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401466 Jun 22 07:18:36.359353 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 48132) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:18:36.940828 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-f04bb265-eca6-4530-aeb1-0b3afeb7eb68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:37.078053 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeac5b0-d4bf-46fb-85c5-0257f81d969c req-83bc5c54-0e1f-4542-bee5-8851c3f82487 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:37.079767 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-6eeac5b0-d4bf-46fb-85c5-0257f81d969c req-83bc5c54-0e1f-4542-bee5-8851c3f82487 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=32e6e243-eeda-4a0d-a837-8692933a5789 HTTP/1.1" status: 200 len: 945 time: 0.1039450 Jun 22 07:18:37.139259 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-6eeac5b0-d4bf-46fb-85c5-0257f81d969c req-072d3fd8-e74d-45f6-8d4b-c3318f8fb8bc tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/security-groups?id=b51056aa-037c-4921-b43f-ffbaaf0d81d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524988 Jun 22 07:18:37.210914 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Device e4c5e89b-6f1f-4a27-b090-bc12a9842c1d no longer exists at agent hyperv_hv-cinder-78662 {{(pid=92921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 07:18:37.246847 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] No Port match for: e4c5e89b-6f1f-4a27-b090-bc12a9842c1d {{(pid=92921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 07:18:37.249670 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Device e4c5e89b-6f1f-4a27-b090-bc12a9842c1d not bound to the agent host hv-cinder-78662 {{(pid=92921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 07:18:37.284901 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-974d6f66-2cb5-4063-b466-8d50fa73cbd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581312'] for router_interface, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:37.539916 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8353bd57-77a8-427b-9dcf-afaf6fb40221 req-b09b58e5-097b-43f2-aa41-30ddd569f183 tempest-VolumesSnapshotTestJSON-1233461717 tempest-VolumesSnapshotTestJSON-1233461717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:37.542020 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-8353bd57-77a8-427b-9dcf-afaf6fb40221 req-b09b58e5-097b-43f2-aa41-30ddd569f183 tempest-VolumesSnapshotTestJSON-1233461717 tempest-VolumesSnapshotTestJSON-1233461717-project] 10.222.0.24 "GET /v2.0/networks?id=d0d26156-5544-45e5-8458-d39a1fe9c9e7 HTTP/1.1" status: 200 len: 814 time: 0.2006271 Jun 22 07:18:37.566149 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-8353bd57-77a8-427b-9dcf-afaf6fb40221 req-4378a6a7-b48e-4825-a892-664cfdc17d17 tempest-VolumesSnapshotTestJSON-1233461717 tempest-VolumesSnapshotTestJSON-1233461717-project] 10.222.0.24 "GET /v2.0/quotas/d1c9bbbc51cd43a7aec548ec0f9930bc HTTP/1.1" status: 200 len: 375 time: 0.0183549 Jun 22 07:18:37.602673 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52084639-02e0-48aa-922e-9397847649a5 req-a44c9ab6-8945-4671-b37d-ab549170680d tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:37.604659 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-52084639-02e0-48aa-922e-9397847649a5 req-a44c9ab6-8945-4671-b37d-ab549170680d tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f376705-0d18-4006-8bca-dd49b0e55cca HTTP/1.1" status: 200 len: 945 time: 0.1757815 Jun 22 07:18:37.625156 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-8353bd57-77a8-427b-9dcf-afaf6fb40221 req-07d3e2af-9f4f-4b69-b8f0-866596b9fd48 tempest-VolumesSnapshotTestJSON-1233461717 tempest-VolumesSnapshotTestJSON-1233461717-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=d1c9bbbc51cd43a7aec548ec0f9930bc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0513489 Jun 22 07:18:37.726674 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-52084639-02e0-48aa-922e-9397847649a5 req-f3bdc9f2-8670-4989-a7e8-29092b0b3300 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "GET /v2.0/security-groups?id=6daf760c-5a05-4dd1-83f7-482b29ac14c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043055 Jun 22 07:18:37.735014 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-974d6f66-2cb5-4063-b466-8d50fa73cbd0 admin admin] Deleting port f359c592-7330-4184-89cb-e0ae92cb8e22 {{(pid=92920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 07:18:37.735838 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-974d6f66-2cb5-4063-b466-8d50fa73cbd0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773474057189'] for port, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:37.784007 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-8353bd57-77a8-427b-9dcf-afaf6fb40221 req-d086856d-1729-4761-b351-010e1d3851b4 service neutron] 10.222.0.24 "GET /v2.0/networks/d0d26156-5544-45e5-8458-d39a1fe9c9e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302896 Jun 22 07:18:37.826235 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-974d6f66-2cb5-4063-b466-8d50fa73cbd0 admin admin] For port f359c592-7330-4184-89cb-e0ae92cb8e22, host dv-cinder-786627-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-11-iscsi',level=0,port_id=f359c592-7330-4184-89cb-e0ae92cb8e22,segment=NetworkSegment(ad1695f4-d579-4854-bcbf-7f27a2eb4dc6),segment_id=ad1695f4-d579-4854-bcbf-7f27a2eb4dc6)] {{(pid=92920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:18:37.826609 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-974d6f66-2cb5-4063-b466-8d50fa73cbd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-707208'] for port, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:37.913667 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-8353bd57-77a8-427b-9dcf-afaf6fb40221 req-56ac9f93-4ec5-4d70-919b-a08953fbb430 service neutron] 10.222.0.24 "GET /v2.0/networks/d0d26156-5544-45e5-8458-d39a1fe9c9e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232691 Jun 22 07:18:37.933543 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-974d6f66-2cb5-4063-b466-8d50fa73cbd0 admin admin] Calling delete_port for f359c592-7330-4184-89cb-e0ae92cb8e22 owned by network:router_interface {{(pid=92920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 07:18:38.213035 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-27096b4a-a2ee-4305-9ba5-a2b72507696b req-f344db4a-9147-45cb-a50a-b2e4dce95ef2 tempest-VolumesSnapshotTestJSON-1233461717 tempest-VolumesSnapshotTestJSON-1233461717-project] 10.222.0.24 "GET /v2.0/ports?device_id=2e047325-4240-47db-b44a-92a6190dd9a9 HTTP/1.1" status: 200 len: 210 time: 0.0776615 Jun 22 07:18:38.308208 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-974d6f66-2cb5-4063-b466-8d50fa73cbd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773474061029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773473471600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5150811'] for port, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:38.336476 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-cb0adcaf-cdde-46bf-8839-9db99080581b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:18:38.391925 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974d6f66-2cb5-4063-b466-8d50fa73cbd0 admin admin] Pushing event deleted for resources: {'Port': ['ID=f359c592-7330-4184-89cb-e0ae92cb8e22,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:18:38.397715 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-974d6f66-2cb5-4063-b466-8d50fa73cbd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:18:38.445082 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77aeeb87-fe4e-4f15-8596-979fbbbe9f80 req-dec060e0-8f8f-4758-b576-df250b899bc2 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:38.447226 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-77aeeb87-fe4e-4f15-8596-979fbbbe9f80 req-dec060e0-8f8f-4758-b576-df250b899bc2 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=32e6e243-eeda-4a0d-a837-8692933a5789 HTTP/1.1" status: 200 len: 945 time: 0.0970268 Jun 22 07:18:38.515282 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-77aeeb87-fe4e-4f15-8596-979fbbbe9f80 req-0c57d9f3-28d3-4723-830e-192a05144e4b tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/security-groups?id=b51056aa-037c-4921-b43f-ffbaaf0d81d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618103 Jun 22 07:18:38.640507 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-974d6f66-2cb5-4063-b466-8d50fa73cbd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-690279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581228'] for router_interface, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:38.918166 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-974d6f66-2cb5-4063-b466-8d50fa73cbd0 admin admin] Router bc4524db-da16-4982-b6d2-35fbdcad86c8 has already been hosted by L3 agent f18ef446-1389-4802-a345-f314a6956002 {{(pid=92920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 07:18:39.046530 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-974d6f66-2cb5-4063-b466-8d50fa73cbd0 admin admin] Notify agent at l3_agent.dv-cinder-786627-11-iscsi the message routers_updated {{(pid=92920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 07:18:39.053964 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-974d6f66-2cb5-4063-b466-8d50fa73cbd0 admin admin] 10.222.0.24 "PUT /v2.0/routers/bc4524db-da16-4982-b6d2-35fbdcad86c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6933811 Jun 22 07:18:39.056888 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 48174) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:18:39.065899 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2668e499-b72b-4809-8503-ebdb53ee94d8 None None] Sync routers for ids ['bc4524db-da16-4982-b6d2-35fbdcad86c8'] in dv-cinder-786627-11-iscsi {{(pid=92922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 07:18:39.085125 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2668e499-b72b-4809-8503-ebdb53ee94d8 None None] Routers {'bc4524db-da16-4982-b6d2-35fbdcad86c8'} bound to L3 agent in host dv-cinder-786627-11-iscsi {{(pid=92922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 07:18:39.089079 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-2668e499-b72b-4809-8503-ebdb53ee94d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-22T07:06:03Z,description=,heartbeat_timestamp=2021-06-22T07:18:33Z,host='dv-cinder-786627-11-iscsi',id=f18ef446-1389-4802-a345-f314a6956002,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T07:06:03Z,topic='l3_agent')) {'router_ids': ['bc4524db-da16-4982-b6d2-35fbdcad86c8'], 'active': True} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:18:39.198752 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-240b0ced-20ee-4749-bcb5-713de7f7aa60 admin admin] Notify callbacks [] for router, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:39.231986 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvr_db [None req-2668e499-b72b-4809-8503-ebdb53ee94d8 None None] Set router bc4524db-da16-4982-b6d2-35fbdcad86c8 gateway port host: dv-cinder-786627-11-iscsi {{(pid=92922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 07:18:39.339494 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-240b0ced-20ee-4749-bcb5-713de7f7aa60 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:39.438149 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-cb8665b3-04e7-4e6c-ace5-325b4e139944 req-acd40382-5834-4e06-81e9-b4f60a3b5c53 tempest-VolumesSnapshotTestJSON-1233461717 tempest-VolumesSnapshotTestJSON-1233461717-project] 10.222.0.24 "GET /v2.0/ports?device_id=2e047325-4240-47db-b44a-92a6190dd9a9 HTTP/1.1" status: 200 len: 210 time: 0.0406425 Jun 22 07:18:39.449962 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-2668e499-b72b-4809-8503-ebdb53ee94d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc4524db-da16-4982-b6d2-35fbdcad86c8', 'name': 'tempest-ServerRescueNegativeTestJSON-1681036129-router', 'tenant_id': 'a6b59c4ef34b41bd9dbb44d6fa033408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'external_fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '00558a3d-cd19-425c-8851-b5f0b76bc138', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:13:42Z', 'updated_at': '2021-06-22T07:18:38Z', 'revision_number': 5, 'project_id': 'a6b59c4ef34b41bd9dbb44d6fa033408', 'gw_port': {'id': '00558a3d-cd19-425c-8851-b5f0b76bc138', 'name': '', 'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:7f:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4524db-da16-4982-b6d2-35fbdcad86c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:13:43Z', 'updated_at': '2021-06-22T07:13:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-iscsi'}], 'dv-cinder-786627-11-iscsi', False) {} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:18:39.476264 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-240b0ced-20ee-4749-bcb5-713de7f7aa60 admin admin] Deleting port 00558a3d-cd19-425c-8851-b5f0b76bc138 {{(pid=92920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 07:18:39.481240 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-240b0ced-20ee-4749-bcb5-713de7f7aa60 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773474057189'] for port, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:39.483012 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2668e499-b72b-4809-8503-ebdb53ee94d8 None None] Checking router: bc4524db-da16-4982-b6d2-35fbdcad86c8 for host: dv-cinder-786627-11-iscsi {{(pid=92922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 07:18:39.494648 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2668e499-b72b-4809-8503-ebdb53ee94d8 None None] Routers {'bc4524db-da16-4982-b6d2-35fbdcad86c8'} bound to L3 agent in host dv-cinder-786627-11-iscsi {{(pid=92922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 07:18:39.495511 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-2668e499-b72b-4809-8503-ebdb53ee94d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-22T07:06:03Z,description=,heartbeat_timestamp=2021-06-22T07:18:33Z,host='dv-cinder-786627-11-iscsi',id=f18ef446-1389-4802-a345-f314a6956002,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T07:06:03Z,topic='l3_agent')) {'router_ids': ['bc4524db-da16-4982-b6d2-35fbdcad86c8'], 'active': True} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:18:39.652275 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvr_db [None req-2668e499-b72b-4809-8503-ebdb53ee94d8 None None] Set router bc4524db-da16-4982-b6d2-35fbdcad86c8 gateway port host: None {{(pid=92922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 07:18:39.694902 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-240b0ced-20ee-4749-bcb5-713de7f7aa60 admin admin] For port 00558a3d-cd19-425c-8851-b5f0b76bc138, host dv-cinder-786627-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-11-iscsi',level=0,port_id=00558a3d-cd19-425c-8851-b5f0b76bc138,segment=NetworkSegment(4e753e82-2fc6-4903-97a0-73083259f586),segment_id=4e753e82-2fc6-4903-97a0-73083259f586)] {{(pid=92920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:18:39.695290 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-240b0ced-20ee-4749-bcb5-713de7f7aa60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-707208'] for port, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:39.732745 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-2668e499-b72b-4809-8503-ebdb53ee94d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc4524db-da16-4982-b6d2-35fbdcad86c8', 'name': 'tempest-ServerRescueNegativeTestJSON-1681036129-router', 'tenant_id': 'a6b59c4ef34b41bd9dbb44d6fa033408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:13:42Z', 'updated_at': '2021-06-22T07:18:39Z', 'revision_number': 6, 'project_id': 'a6b59c4ef34b41bd9dbb44d6fa033408', 'gw_port_host': None}], 'dv-cinder-786627-11-iscsi', False) {} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:18:39.768057 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2668e499-b72b-4809-8503-ebdb53ee94d8 None None] The sync data for ids ['bc4524db-da16-4982-b6d2-35fbdcad86c8'] in dv-cinder-786627-11-iscsi is: [{'id': 'bc4524db-da16-4982-b6d2-35fbdcad86c8', 'name': 'tempest-ServerRescueNegativeTestJSON-1681036129-router', 'tenant_id': 'a6b59c4ef34b41bd9dbb44d6fa033408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:13:42Z', 'updated_at': '2021-06-22T07:18:39Z', 'revision_number': 6, 'project_id': 'a6b59c4ef34b41bd9dbb44d6fa033408', 'gw_port_host': None}] {{(pid=92922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 07:18:39.880969 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-240b0ced-20ee-4749-bcb5-713de7f7aa60 admin admin] Calling delete_port for 00558a3d-cd19-425c-8851-b5f0b76bc138 owned by network:router_gateway {{(pid=92920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 07:18:39.919145 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13037ce7-19f7-4110-804d-ebcf81d9f07e req-116fbc6d-254e-4863-a221-bdea90f92296 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:39.922798 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-13037ce7-19f7-4110-804d-ebcf81d9f07e req-116fbc6d-254e-4863-a221-bdea90f92296 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=32e6e243-eeda-4a0d-a837-8692933a5789 HTTP/1.1" status: 200 len: 945 time: 0.1624327 Jun 22 07:18:39.929582 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8353bd57-77a8-427b-9dcf-afaf6fb40221 req-c6d5f85a-e586-4d8f-bc5c-aa96692c08e0 tempest-VolumesSnapshotTestJSON-1233461717 tempest-VolumesSnapshotTestJSON-1233461717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:39.932311 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-8353bd57-77a8-427b-9dcf-afaf6fb40221 req-c6d5f85a-e586-4d8f-bc5c-aa96692c08e0 tempest-VolumesSnapshotTestJSON-1233461717 tempest-VolumesSnapshotTestJSON-1233461717-project] 10.222.0.41 "GET /v2.0/networks?id=d0d26156-5544-45e5-8458-d39a1fe9c9e7 HTTP/1.1" status: 200 len: 814 time: 0.3676994 Jun 22 07:18:39.969222 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.v2.base [req-8353bd57-77a8-427b-9dcf-afaf6fb40221 req-5aa9e54a-f1bf-41bd-a8e7-fedba40eec03 tempest-VolumesSnapshotTestJSON-1233461717 tempest-VolumesSnapshotTestJSON-1233461717-project] Request body: {'port': {'device_id': '2e047325-4240-47db-b44a-92a6190dd9a9', 'network_id': 'd0d26156-5544-45e5-8458-d39a1fe9c9e7', 'admin_state_up': True, 'tenant_id': 'd1c9bbbc51cd43a7aec548ec0f9930bc'}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:18:40.005765 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-13037ce7-19f7-4110-804d-ebcf81d9f07e req-3cde5f47-0b76-487c-b741-fdcd5b820bec tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/security-groups?id=b51056aa-037c-4921-b43f-ffbaaf0d81d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767560 Jun 22 07:18:40.456499 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8353bd57-77a8-427b-9dcf-afaf6fb40221 req-5aa9e54a-f1bf-41bd-a8e7-fedba40eec03 tempest-VolumesSnapshotTestJSON-1233461717 tempest-VolumesSnapshotTestJSON-1233461717-project] Made reservation on behalf of d1c9bbbc51cd43a7aec548ec0f9930bc for: {'port': 1} {{(pid=92920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 07:18:40.460041 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-8353bd57-77a8-427b-9dcf-afaf6fb40221 req-5aa9e54a-f1bf-41bd-a8e7-fedba40eec03 tempest-VolumesSnapshotTestJSON-1233461717 tempest-VolumesSnapshotTestJSON-1233461717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1809762'] for port, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:40.537440 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-240b0ced-20ee-4749-bcb5-713de7f7aa60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773474061029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773473471600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5150811'] for port, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:40.541888 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:18:40.582726 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240b0ced-20ee-4749-bcb5-713de7f7aa60 admin admin] Pushing event deleted for resources: {'Port': ['ID=00558a3d-cd19-425c-8851-b5f0b76bc138,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:18:40.589260 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-240b0ced-20ee-4749-bcb5-713de7f7aa60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:18:40.642681 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-55a4c4c1-b2c9-4060-99a0-2b5af59c4e73 req-cbc524cb-4aef-4bfb-919b-9941d9d3a8d2 tempest-VolumesSnapshotTestJSON-1233461717 tempest-VolumesSnapshotTestJSON-1233461717-project] 10.222.0.24 "GET /v2.0/ports?device_id=2e047325-4240-47db-b44a-92a6190dd9a9 HTTP/1.1" status: 200 len: 210 time: 0.0566750 Jun 22 07:18:40.712023 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-240b0ced-20ee-4749-bcb5-713de7f7aa60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-706633'] for router_gateway, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:40.756310 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.db.db_base_plugin_common [req-8353bd57-77a8-427b-9dcf-afaf6fb40221 req-5aa9e54a-f1bf-41bd-a8e7-fedba40eec03 tempest-VolumesSnapshotTestJSON-1233461717 tempest-VolumesSnapshotTestJSON-1233461717-project] Allocated IP 172.20.0.13 (d0d26156-5544-45e5-8458-d39a1fe9c9e7/d4483fa6-47b1-4c53-916f-dac6cc9af913/f19e725f-bc10-402a-b3ae-4840faaffdf8) {{(pid=92920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 07:18:40.835903 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-240b0ced-20ee-4749-bcb5-713de7f7aa60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23744'] for router, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:40.839917 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-240b0ced-20ee-4749-bcb5-713de7f7aa60 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:40.956035 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-240b0ced-20ee-4749-bcb5-713de7f7aa60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-579829'] for router, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:40.957110 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-240b0ced-20ee-4749-bcb5-713de7f7aa60 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bc4524db-da16-4982-b6d2-35fbdcad86c8 {{(pid=92920) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 07:18:40.978443 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-240b0ced-20ee-4749-bcb5-713de7f7aa60 admin admin] Notify callbacks [] for router, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:40.989859 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-240b0ced-20ee-4749-bcb5-713de7f7aa60 admin admin] 10.222.0.24 "DELETE /v2.0/routers/bc4524db-da16-4982-b6d2-35fbdcad86c8 HTTP/1.1" status: 204 len: 168 time: 1.9316494 Jun 22 07:18:40.992729 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 48196) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:18:41.150079 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.db.db_base_plugin_v2 [None req-96a586fa-4edf-4e76-8b5f-9570a512cc42 admin admin] Deleting subnet 1c5404e1-ac7c-4acf-ad2d-147e6479ce37 {{(pid=92919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 07:18:41.153752 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-96a586fa-4edf-4e76-8b5f-9570a512cc42 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:41.171422 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-8353bd57-77a8-427b-9dcf-afaf6fb40221 req-5aa9e54a-f1bf-41bd-a8e7-fedba40eec03 tempest-VolumesSnapshotTestJSON-1233461717 tempest-VolumesSnapshotTestJSON-1233461717-project] Notify callbacks [] for port, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:41.199833 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-96a586fa-4edf-4e76-8b5f-9570a512cc42 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4640585'] for subnet, precommit_delete_associations {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:41.223124 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-8353bd57-77a8-427b-9dcf-afaf6fb40221 req-5aa9e54a-f1bf-41bd-a8e7-fedba40eec03 tempest-VolumesSnapshotTestJSON-1233461717 tempest-VolumesSnapshotTestJSON-1233461717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1809569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-690206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773473471591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5150818'] for port, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:41.228275 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-226b4069-c3eb-4761-9050-75f208f11e55 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:18:41.295885 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-96a586fa-4edf-4e76-8b5f-9570a512cc42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1883746'] for subnet, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:41.299794 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa9e54a-f1bf-41bd-a8e7-fedba40eec03 tempest-VolumesSnapshotTestJSON-1233461717 tempest-VolumesSnapshotTestJSON-1233461717-project] Pushing event updated for resources: {'Port': ['ID=f19e725f-bc10-402a-b3ae-4840faaffdf8,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:18:41.315781 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-5aa9e54a-f1bf-41bd-a8e7-fedba40eec03 tempest-VolumesSnapshotTestJSON-1233461717 tempest-VolumesSnapshotTestJSON-1233461717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:18:41.330937 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8353bd57-77a8-427b-9dcf-afaf6fb40221 req-5aa9e54a-f1bf-41bd-a8e7-fedba40eec03 tempest-VolumesSnapshotTestJSON-1233461717 tempest-VolumesSnapshotTestJSON-1233461717-project] Network d0d26156-5544-45e5-8458-d39a1fe9c9e7 is already hosted by enough agents. {{(pid=92920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 07:18:41.332852 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.scheduler.base_scheduler [req-8353bd57-77a8-427b-9dcf-afaf6fb40221 req-5aa9e54a-f1bf-41bd-a8e7-fedba40eec03 tempest-VolumesSnapshotTestJSON-1233461717 tempest-VolumesSnapshotTestJSON-1233461717-project] Resources bound (agent type, host, resource id): {{(pid=92920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 07:18:41.336020 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.db.l3_dvrscheduler_db [req-8353bd57-77a8-427b-9dcf-afaf6fb40221 req-5aa9e54a-f1bf-41bd-a8e7-fedba40eec03 tempest-VolumesSnapshotTestJSON-1233461717 tempest-VolumesSnapshotTestJSON-1233461717-project] Received port after_create {{(pid=92920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 07:18:41.408174 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8353bd57-77a8-427b-9dcf-afaf6fb40221 req-5aa9e54a-f1bf-41bd-a8e7-fedba40eec03 tempest-VolumesSnapshotTestJSON-1233461717 tempest-VolumesSnapshotTestJSON-1233461717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:41.408174 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-8353bd57-77a8-427b-9dcf-afaf6fb40221 req-5aa9e54a-f1bf-41bd-a8e7-fedba40eec03 tempest-VolumesSnapshotTestJSON-1233461717 tempest-VolumesSnapshotTestJSON-1233461717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91146'] for port, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:41.411230 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7237d1-029b-4331-9ac3-2045a33a0b10 req-10fa080b-12cd-4276-9dfe-bb46e82cb233 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:41.413237 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-3d7237d1-029b-4331-9ac3-2045a33a0b10 req-10fa080b-12cd-4276-9dfe-bb46e82cb233 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=32e6e243-eeda-4a0d-a837-8692933a5789 HTTP/1.1" status: 200 len: 945 time: 0.1796725 Jun 22 07:18:41.414599 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-96a586fa-4edf-4e76-8b5f-9570a512cc42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1883739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4832729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5137568'] for subnet, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:41.419177 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-92bae802-bcc4-4782-be0b-4a3b1447089d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:18:41.433126 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-8353bd57-77a8-427b-9dcf-afaf6fb40221 req-5aa9e54a-f1bf-41bd-a8e7-fedba40eec03 tempest-VolumesSnapshotTestJSON-1233461717 tempest-VolumesSnapshotTestJSON-1233461717-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4682553 Jun 22 07:18:41.448531 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.v2.base [req-8353bd57-77a8-427b-9dcf-afaf6fb40221 req-951abd98-d055-481b-bdc5-9dfe4588c83b service neutron] Request body: {'port': {'device_id': '2e047325-4240-47db-b44a-92a6190dd9a9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:18:41.457818 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a586fa-4edf-4e76-8b5f-9570a512cc42 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c5404e1-ac7c-4acf-ad2d-147e6479ce37,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:18:41.460592 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-96a586fa-4edf-4e76-8b5f-9570a512cc42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:18:41.472925 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-96a586fa-4edf-4e76-8b5f-9570a512cc42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-690179'] for subnet, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:41.481394 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-96a586fa-4edf-4e76-8b5f-9570a512cc42 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/1c5404e1-ac7c-4acf-ad2d-147e6479ce37 HTTP/1.1" status: 204 len: 168 time: 0.4788368 Jun 22 07:18:41.481865 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 48204) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:18:41.519624 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-3d7237d1-029b-4331-9ac3-2045a33a0b10 req-0ab2b8b4-9c89-46fe-8214-a923af403161 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/security-groups?id=b51056aa-037c-4921-b43f-ffbaaf0d81d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959008 Jun 22 07:18:41.613728 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Device 00558a3d-cd19-425c-8851-b5f0b76bc138 no longer exists at agent ovs-agent-dv-cinder-786627-11-iscsi {{(pid=92921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 07:18:41.621677 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-8353bd57-77a8-427b-9dcf-afaf6fb40221 req-951abd98-d055-481b-bdc5-9dfe4588c83b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:41.646129 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] No Port match for: 00558a3d-cd19-425c-8851-b5f0b76bc138 {{(pid=92921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 07:18:41.646952 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Device 00558a3d-cd19-425c-8851-b5f0b76bc138 not bound to the agent host dv-cinder-786627-11-iscsi {{(pid=92921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 07:18:41.649075 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Device f359c592-7330-4184-89cb-e0ae92cb8e22 no longer exists at agent ovs-agent-dv-cinder-786627-11-iscsi {{(pid=92921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 07:18:41.656021 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-d4593545-f405-4b9c-a98d-ade671311bee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777681'] for network, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:41.686376 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] No Port match for: f359c592-7330-4184-89cb-e0ae92cb8e22 {{(pid=92921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 07:18:41.686786 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Device f359c592-7330-4184-89cb-e0ae92cb8e22 not bound to the agent host dv-cinder-786627-11-iscsi {{(pid=92921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 07:18:41.796009 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-d4593545-f405-4b9c-a98d-ade671311bee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1883115', 'neutron.services.segments.db._delete_segments_for_network-8773474011859'] for network, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:41.835683 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.services.segments.db [None req-d4593545-f405-4b9c-a98d-ade671311bee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cb6791c-9360-429c-a118-cd829e120353']}} {{(pid=92919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:18:41.852223 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.services.segments.db [None req-d4593545-f405-4b9c-a98d-ade671311bee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad1695f4-d579-4854-bcbf-7f27a2eb4dc6') {'for_net_delete': True} {{(pid=92919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:18:41.852625 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.services.segments.db [None req-d4593545-f405-4b9c-a98d-ade671311bee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad1695f4-d579-4854-bcbf-7f27a2eb4dc6') {} {{(pid=92919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:18:41.869218 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-d4593545-f405-4b9c-a98d-ade671311bee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773474011688', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4640638'] for segment, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:41.901719 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-d4593545-f405-4b9c-a98d-ade671311bee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1885363'] for segment, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:41.912725 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4593545-f405-4b9c-a98d-ade671311bee admin admin] Releasing vlan 416 on physical network physnet1 to pool {{(pid=92919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 07:18:41.913229 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-d4593545-f405-4b9c-a98d-ade671311bee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1885363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5222240'] for segment, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:41.923388 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bd7660-e346-49dc-ac4e-b7874a19e081 req-26222f35-2be6-454a-8877-5f2c9919e23b tempest-VolumesSnapshotTestJSON-1233461717 tempest-VolumesSnapshotTestJSON-1233461717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:41.925085 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-74bd7660-e346-49dc-ac4e-b7874a19e081 req-26222f35-2be6-454a-8877-5f2c9919e23b tempest-VolumesSnapshotTestJSON-1233461717 tempest-VolumesSnapshotTestJSON-1233461717-project] 10.222.0.24 "GET /v2.0/ports?device_id=2e047325-4240-47db-b44a-92a6190dd9a9 HTTP/1.1" status: 200 len: 932 time: 0.1513333 Jun 22 07:18:41.925851 dv-cinder-786627-11-iscsi neutron-server[92919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 07:18:41.925851 dv-cinder-786627-11-iscsi neutron-server[92919]: conditions |= (models_v2.Port.network_id.in_( Jun 22 07:18:41.925851 dv-cinder-786627-11-iscsi neutron-server[92919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 07:18:41.925851 dv-cinder-786627-11-iscsi neutron-server[92919]: conditions |= (models_v2.Port.network_id.in_( Jun 22 07:18:41.925851 dv-cinder-786627-11-iscsi neutron-server[92919]: Traceback (most recent call last): Jun 22 07:18:41.925851 dv-cinder-786627-11-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 07:18:41.925851 dv-cinder-786627-11-iscsi neutron-server[92919]: timer() Jun 22 07:18:41.925851 dv-cinder-786627-11-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 07:18:41.925851 dv-cinder-786627-11-iscsi neutron-server[92919]: cb(*args, **kw) Jun 22 07:18:41.925851 dv-cinder-786627-11-iscsi neutron-server[92919]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 07:18:41.925851 dv-cinder-786627-11-iscsi neutron-server[92919]: return func(*args, **kwargs) Jun 22 07:18:41.925851 dv-cinder-786627-11-iscsi neutron-server[92919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 07:18:41.925851 dv-cinder-786627-11-iscsi neutron-server[92919]: self._notify() Jun 22 07:18:41.925851 dv-cinder-786627-11-iscsi neutron-server[92919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 07:18:41.925851 dv-cinder-786627-11-iscsi neutron-server[92919]: self.callback(batched_events) Jun 22 07:18:41.925851 dv-cinder-786627-11-iscsi neutron-server[92919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 07:18:41.925851 dv-cinder-786627-11-iscsi neutron-server[92919]: event.method(event) Jun 22 07:18:41.925851 dv-cinder-786627-11-iscsi neutron-server[92919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 07:18:41.925851 dv-cinder-786627-11-iscsi neutron-server[92919]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 07:18:41.925851 dv-cinder-786627-11-iscsi neutron-server[92919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 07:18:41.925851 dv-cinder-786627-11-iscsi neutron-server[92919]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 07:18:41.925851 dv-cinder-786627-11-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 07:18:41.925851 dv-cinder-786627-11-iscsi neutron-server[92919]: return f(self, *a, **k) Jun 22 07:18:41.925851 dv-cinder-786627-11-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 07:18:41.925851 dv-cinder-786627-11-iscsi neutron-server[92919]: return self._get(url).json() Jun 22 07:18:41.925851 dv-cinder-786627-11-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 07:18:41.925851 dv-cinder-786627-11-iscsi neutron-server[92919]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 07:18:41.925851 dv-cinder-786627-11-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 07:18:41.925851 dv-cinder-786627-11-iscsi neutron-server[92919]: return self.request(url, 'GET', **kwargs) Jun 22 07:18:41.925851 dv-cinder-786627-11-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 07:18:41.925851 dv-cinder-786627-11-iscsi neutron-server[92919]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 07:18:41.925851 dv-cinder-786627-11-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 07:18:41.925851 dv-cinder-786627-11-iscsi neutron-server[92919]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 07:18:41.925851 dv-cinder-786627-11-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 07:18:41.925851 dv-cinder-786627-11-iscsi neutron-server[92919]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 07:18:41.925851 dv-cinder-786627-11-iscsi neutron-server[92919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 07:18:41.990642 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.notifiers.nova [req-8353bd57-77a8-427b-9dcf-afaf6fb40221 req-951abd98-d055-481b-bdc5-9dfe4588c83b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f19e725f-bc10-402a-b3ae-4840faaffdf8 {{(pid=92920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 07:18:42.002089 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-8353bd57-77a8-427b-9dcf-afaf6fb40221 req-951abd98-d055-481b-bdc5-9dfe4588c83b service neutron] Notify callbacks [] for port, precommit_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:42.038268 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [req-8353bd57-77a8-427b-9dcf-afaf6fb40221 req-951abd98-d055-481b-bdc5-9dfe4588c83b service neutron] Transition to ACTIVE for port object f19e725f-bc10-402a-b3ae-4840faaffdf8 will not be triggered until provisioned by entity L2. {{(pid=92920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 07:18:42.044664 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-d4593545-f405-4b9c-a98d-ade671311bee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1883104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-54575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-690206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-706735'] for network, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:42.052037 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-8353bd57-77a8-427b-9dcf-afaf6fb40221 req-951abd98-d055-481b-bdc5-9dfe4588c83b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5150800'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:42.055945 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-240b0ced-20ee-4749-bcb5-713de7f7aa60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:18:42.057535 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-d4593545-f405-4b9c-a98d-ade671311bee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-690179'] for network, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:42.059817 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-d4593545-f405-4b9c-a98d-ade671311bee admin admin] 10.222.0.24 "DELETE /v2.0/networks/2cb6791c-9360-429c-a118-cd829e120353 HTTP/1.1" status: 204 len: 168 time: 0.5770710 Jun 22 07:18:42.060801 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:18:42.096926 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-74bd7660-e346-49dc-ac4e-b7874a19e081 req-24633d75-2509-46bc-96f3-5538f7a0b00d tempest-VolumesSnapshotTestJSON-1233461717 tempest-VolumesSnapshotTestJSON-1233461717-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf97d36a-8254-4827-849c-067a7bdc32b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445804 Jun 22 07:18:42.114986 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4593545-f405-4b9c-a98d-ade671311bee admin admin] Pushing event deleted for resources: {'Network': ['ID=2cb6791c-9360-429c-a118-cd829e120353,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:18:42.119790 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-d4593545-f405-4b9c-a98d-ade671311bee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:18:42.179620 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951abd98-d055-481b-bdc5-9dfe4588c83b service neutron] Pushing event updated for resources: {'Port': ['ID=f19e725f-bc10-402a-b3ae-4840faaffdf8,revision_number=2']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:18:42.185426 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-951abd98-d055-481b-bdc5-9dfe4588c83b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:18:42.260402 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 48214) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:18:42.314049 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.managers [req-8353bd57-77a8-427b-9dcf-afaf6fb40221 req-951abd98-d055-481b-bdc5-9dfe4588c83b service neutron] Attempting to bind port f19e725f-bc10-402a-b3ae-4840faaffdf8 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 07:18:42.314531 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.managers [req-8353bd57-77a8-427b-9dcf-afaf6fb40221 req-951abd98-d055-481b-bdc5-9dfe4588c83b service neutron] Attempting to bind port f19e725f-bc10-402a-b3ae-4840faaffdf8 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '08516320-2c7c-4598-9ebf-1db863ce4606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'd0d26156-5544-45e5-8458-d39a1fe9c9e7'}] {{(pid=92920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 07:18:42.314872 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8353bd57-77a8-427b-9dcf-afaf6fb40221 req-951abd98-d055-481b-bdc5-9dfe4588c83b service neutron] Attempting to bind port f19e725f-bc10-402a-b3ae-4840faaffdf8 on network d0d26156-5544-45e5-8458-d39a1fe9c9e7 {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 07:18:42.325804 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8353bd57-77a8-427b-9dcf-afaf6fb40221 req-951abd98-d055-481b-bdc5-9dfe4588c83b service neutron] Port f19e725f-bc10-402a-b3ae-4840faaffdf8 on network d0d26156-5544-45e5-8458-d39a1fe9c9e7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 07:18:42.326431 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-c79fef76-19af-4e98-9f1c-69115e53cf0b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a6b59c4ef34b41bd9dbb44d6fa033408&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0645666 Jun 22 07:18:42.326564 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8353bd57-77a8-427b-9dcf-afaf6fb40221 req-951abd98-d055-481b-bdc5-9dfe4588c83b service neutron] Attempting to bind port f19e725f-bc10-402a-b3ae-4840faaffdf8 on network d0d26156-5544-45e5-8458-d39a1fe9c9e7 {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 07:18:42.327223 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 48216) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:18:42.333011 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8353bd57-77a8-427b-9dcf-afaf6fb40221 req-951abd98-d055-481b-bdc5-9dfe4588c83b service neutron] Checking agent: {'id': 'ce8fa221-be2f-440a-9097-46e1804b8f29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 7, 12, 2), 'started_at': datetime.datetime(2021, 6, 22, 7, 12, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 7, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 07:18:42.333348 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8353bd57-77a8-427b-9dcf-afaf6fb40221 req-951abd98-d055-481b-bdc5-9dfe4588c83b service neutron] Checking segment: {'id': '08516320-2c7c-4598-9ebf-1db863ce4606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'd0d26156-5544-45e5-8458-d39a1fe9c9e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 07:18:42.334139 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8353bd57-77a8-427b-9dcf-afaf6fb40221 req-951abd98-d055-481b-bdc5-9dfe4588c83b service neutron] Bound using segment: {'id': '08516320-2c7c-4598-9ebf-1db863ce4606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'd0d26156-5544-45e5-8458-d39a1fe9c9e7'} {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 07:18:42.334586 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.managers [req-8353bd57-77a8-427b-9dcf-afaf6fb40221 req-951abd98-d055-481b-bdc5-9dfe4588c83b service neutron] Bound port: f19e725f-bc10-402a-b3ae-4840faaffdf8, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08516320-2c7c-4598-9ebf-1db863ce4606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'd0d26156-5544-45e5-8458-d39a1fe9c9e7'}}] {{(pid=92920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 07:18:42.334949 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-8353bd57-77a8-427b-9dcf-afaf6fb40221 req-951abd98-d055-481b-bdc5-9dfe4588c83b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:42.412518 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-f849020e-ec99-4b26-9e0f-ceeee52fbccb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:42.419851 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [req-8353bd57-77a8-427b-9dcf-afaf6fb40221 req-951abd98-d055-481b-bdc5-9dfe4588c83b service neutron] For port f19e725f-bc10-402a-b3ae-4840faaffdf8, host hv-cinder-78662, cleared binding levels {{(pid=92920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 07:18:42.423741 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [req-8353bd57-77a8-427b-9dcf-afaf6fb40221 req-951abd98-d055-481b-bdc5-9dfe4588c83b service neutron] For port f19e725f-bc10-402a-b3ae-4840faaffdf8, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=f19e725f-bc10-402a-b3ae-4840faaffdf8,segment=NetworkSegment(08516320-2c7c-4598-9ebf-1db863ce4606),segment_id=08516320-2c7c-4598-9ebf-1db863ce4606)] {{(pid=92920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 07:18:42.431552 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-8353bd57-77a8-427b-9dcf-afaf6fb40221 req-951abd98-d055-481b-bdc5-9dfe4588c83b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5150800'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:42.434941 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-60978345-07e1-4420-bf07-6cc5d59e9952 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:18:42.446093 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-f849020e-ec99-4b26-9e0f-ceeee52fbccb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:42.493793 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8353bd57-77a8-427b-9dcf-afaf6fb40221 req-951abd98-d055-481b-bdc5-9dfe4588c83b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:42.494935 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-8353bd57-77a8-427b-9dcf-afaf6fb40221 req-951abd98-d055-481b-bdc5-9dfe4588c83b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91146'] for port, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:42.496589 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-8353bd57-77a8-427b-9dcf-afaf6fb40221 req-951abd98-d055-481b-bdc5-9dfe4588c83b service neutron] 10.222.0.41 "PUT /v2.0/ports/f19e725f-bc10-402a-b3ae-4840faaffdf8 HTTP/1.1" status: 200 len: 1094 time: 1.0547707 Jun 22 07:18:42.497353 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e047325-4240-47db-b44a-92a6190dd9a9', 'tag': 'f19e725f-bc10-402a-b3ae-4840faaffdf8'}] {{(pid=92920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 07:18:42.499945 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}175c46e468422b48d63533518873068da6a6c478907c3b6f79f9dabf89e8d923" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-656ee850-60bb-4b87-bf2d-bdae224f9537" -d '{"events": [{"name": "network-changed", "server_uuid": "2e047325-4240-47db-b44a-92a6190dd9a9", "tag": "f19e725f-bc10-402a-b3ae-4840faaffdf8"}]}' {{(pid=92920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 07:18:42.527325 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951abd98-d055-481b-bdc5-9dfe4588c83b service neutron] Pushing event updated for resources: {'Port': ['ID=f19e725f-bc10-402a-b3ae-4840faaffdf8,revision_number=3']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:18:42.532962 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-951abd98-d055-481b-bdc5-9dfe4588c83b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:18:42.551385 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-f849020e-ec99-4b26-9e0f-ceeee52fbccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:42.559366 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-f849020e-ec99-4b26-9e0f-ceeee52fbccb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:42.565572 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-f849020e-ec99-4b26-9e0f-ceeee52fbccb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/30e0c465-7839-4da2-bd45-e1fbd7ad0257 HTTP/1.1" status: 204 len: 168 time: 0.2342377 Jun 22 07:18:42.577829 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-68ef0107-fdba-4512-b6ec-64726d7e2046 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:18:42.589797 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f849020e-ec99-4b26-9e0f-ceeee52fbccb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30e0c465-7839-4da2-bd45-e1fbd7ad0257,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:18:42.593194 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-f849020e-ec99-4b26-9e0f-ceeee52fbccb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:18:42.630167 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8353bd57-77a8-427b-9dcf-afaf6fb40221 req-e7ddf13f-4ec2-4e7d-904f-871b630b7c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:42.631927 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-8353bd57-77a8-427b-9dcf-afaf6fb40221 req-e7ddf13f-4ec2-4e7d-904f-871b630b7c56 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d1c9bbbc51cd43a7aec548ec0f9930bc&device_id=2e047325-4240-47db-b44a-92a6190dd9a9 HTTP/1.1" status: 200 len: 1097 time: 0.0712674 Jun 22 07:18:42.693363 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 07:18:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84707467-9133-46a6-bb17-270596e9f7ce x-openstack-request-id: req-84707467-9133-46a6-bb17-270596e9f7ce {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 07:18:42.693780 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e047325-4240-47db-b44a-92a6190dd9a9", "tag": "f19e725f-bc10-402a-b3ae-4840faaffdf8", "status": "completed", "code": 200}]} {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 07:18:42.694145 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-84707467-9133-46a6-bb17-270596e9f7ce {{(pid=92920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 07:18:42.694648 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e047325-4240-47db-b44a-92a6190dd9a9', 'tag': 'f19e725f-bc10-402a-b3ae-4840faaffdf8', 'status': 'completed', 'code': 200} Jun 22 07:18:42.696994 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-8353bd57-77a8-427b-9dcf-afaf6fb40221 req-745eda99-ba4d-4678-a437-94a1c0d0a6fb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f19e725f-bc10-402a-b3ae-4840faaffdf8 HTTP/1.1" status: 200 len: 217 time: 0.0537605 Jun 22 07:18:42.755568 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8353bd57-77a8-427b-9dcf-afaf6fb40221 req-aab3c5e8-92ac-4585-bf04-bfd0f922ece4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:42.757874 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-8353bd57-77a8-427b-9dcf-afaf6fb40221 req-aab3c5e8-92ac-4585-bf04-bfd0f922ece4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d4483fa6-47b1-4c53-916f-dac6cc9af913 HTTP/1.1" status: 200 len: 854 time: 0.0530500 Jun 22 07:18:42.796756 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-8353bd57-77a8-427b-9dcf-afaf6fb40221 req-42e5cc0d-9d7b-4436-98e8-506978044ffe service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d0d26156-5544-45e5-8458-d39a1fe9c9e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324512 Jun 22 07:18:42.857498 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451c2ff6-f725-45bb-85ce-8d0c3b674771 req-b0d8642f-30e6-4a9a-add0-5a6738e9d355 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:42.860681 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-451c2ff6-f725-45bb-85ce-8d0c3b674771 req-b0d8642f-30e6-4a9a-add0-5a6738e9d355 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=32e6e243-eeda-4a0d-a837-8692933a5789 HTTP/1.1" status: 200 len: 945 time: 0.1000092 Jun 22 07:18:42.906061 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-451c2ff6-f725-45bb-85ce-8d0c3b674771 req-428d7dbe-7dd1-4bd6-b9da-dbe093586349 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/security-groups?id=b51056aa-037c-4921-b43f-ffbaaf0d81d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396144 Jun 22 07:18:42.943798 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-8353bd57-77a8-427b-9dcf-afaf6fb40221 req-b2b9ade6-f83a-4536-8322-f7d69903ef85 service neutron] 10.222.0.41 "GET /v2.0/networks/d0d26156-5544-45e5-8458-d39a1fe9c9e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404757 Jun 22 07:18:43.039672 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-8353bd57-77a8-427b-9dcf-afaf6fb40221 req-e3d5679e-2990-46b1-a0bf-81f995b6efd3 service neutron] 10.222.0.41 "GET /v2.0/networks/d0d26156-5544-45e5-8458-d39a1fe9c9e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895665 Jun 22 07:18:43.156621 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656ee850-60bb-4b87-bf2d-bdae224f9537 req-8d130e45-f413-4574-b987-7194b7222d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:43.158105 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-656ee850-60bb-4b87-bf2d-bdae224f9537 req-8d130e45-f413-4574-b987-7194b7222d58 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d1c9bbbc51cd43a7aec548ec0f9930bc&device_id=2e047325-4240-47db-b44a-92a6190dd9a9 HTTP/1.1" status: 200 len: 1097 time: 0.0619283 Jun 22 07:18:43.283177 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656ee850-60bb-4b87-bf2d-bdae224f9537 req-bb44f737-3139-4deb-b751-121f64c76b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:43.284828 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-656ee850-60bb-4b87-bf2d-bdae224f9537 req-bb44f737-3139-4deb-b751-121f64c76b32 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d0d26156-5544-45e5-8458-d39a1fe9c9e7 HTTP/1.1" status: 200 len: 915 time: 0.1184804 Jun 22 07:18:43.305324 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a48b11-0007-4919-9562-71d8230edbe7 req-f222a850-690b-4aec-9fe3-39ce052c7531 tempest-VolumesSnapshotTestJSON-1233461717 tempest-VolumesSnapshotTestJSON-1233461717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:43.307470 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-c8a48b11-0007-4919-9562-71d8230edbe7 req-f222a850-690b-4aec-9fe3-39ce052c7531 tempest-VolumesSnapshotTestJSON-1233461717 tempest-VolumesSnapshotTestJSON-1233461717-project] 10.222.0.24 "GET /v2.0/ports?device_id=2e047325-4240-47db-b44a-92a6190dd9a9 HTTP/1.1" status: 200 len: 944 time: 0.0808885 Jun 22 07:18:43.332594 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-656ee850-60bb-4b87-bf2d-bdae224f9537 req-23a5379e-8cc7-4627-928d-eb735a386b2b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f19e725f-bc10-402a-b3ae-4840faaffdf8 HTTP/1.1" status: 200 len: 217 time: 0.0400774 Jun 22 07:18:43.350275 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-c8a48b11-0007-4919-9562-71d8230edbe7 req-b4073d0c-197b-4c0e-8d0b-99560a4c91fc tempest-VolumesSnapshotTestJSON-1233461717 tempest-VolumesSnapshotTestJSON-1233461717-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf97d36a-8254-4827-849c-067a7bdc32b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368469 Jun 22 07:18:43.388241 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656ee850-60bb-4b87-bf2d-bdae224f9537 req-7ac0de9c-4b54-496e-8d6b-2272e3e4e17e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:43.389842 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-656ee850-60bb-4b87-bf2d-bdae224f9537 req-7ac0de9c-4b54-496e-8d6b-2272e3e4e17e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d4483fa6-47b1-4c53-916f-dac6cc9af913 HTTP/1.1" status: 200 len: 854 time: 0.0502822 Jun 22 07:18:43.427208 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-656ee850-60bb-4b87-bf2d-bdae224f9537 req-a5b1783b-e311-42d1-8b29-287a6feabe26 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d0d26156-5544-45e5-8458-d39a1fe9c9e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309229 Jun 22 07:18:43.525241 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-656ee850-60bb-4b87-bf2d-bdae224f9537 req-ae5ed151-899c-414f-97fd-3abc45d6a2ef service neutron] 10.222.0.41 "GET /v2.0/networks/d0d26156-5544-45e5-8458-d39a1fe9c9e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910163 Jun 22 07:18:43.632416 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-656ee850-60bb-4b87-bf2d-bdae224f9537 req-5a012ba8-530b-4616-9287-929c146a0b4a service neutron] 10.222.0.41 "GET /v2.0/networks/d0d26156-5544-45e5-8458-d39a1fe9c9e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001346 Jun 22 07:18:44.104947 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a256892a-f00f-4062-a104-5bfed41844a1 req-6b789260-972c-4668-ae30-860afcff02db tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:44.106459 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-a256892a-f00f-4062-a104-5bfed41844a1 req-6b789260-972c-4668-ae30-860afcff02db tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=32e6e243-eeda-4a0d-a837-8692933a5789 HTTP/1.1" status: 200 len: 945 time: 0.0695269 Jun 22 07:18:44.147176 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-a256892a-f00f-4062-a104-5bfed41844a1 req-9281a8c1-4047-4109-a001-8a66465c728f tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/security-groups?id=b51056aa-037c-4921-b43f-ffbaaf0d81d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334668 Jun 22 07:18:44.533860 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeb7651-b561-4134-a49e-8d28746f52e7 req-ae30b6bf-b37f-4763-9743-b7143ec2b78c tempest-VolumesSnapshotTestJSON-1233461717 tempest-VolumesSnapshotTestJSON-1233461717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:44.535336 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-fdeb7651-b561-4134-a49e-8d28746f52e7 req-ae30b6bf-b37f-4763-9743-b7143ec2b78c tempest-VolumesSnapshotTestJSON-1233461717 tempest-VolumesSnapshotTestJSON-1233461717-project] 10.222.0.24 "GET /v2.0/ports?device_id=2e047325-4240-47db-b44a-92a6190dd9a9 HTTP/1.1" status: 200 len: 944 time: 0.0650113 Jun 22 07:18:44.583957 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-fdeb7651-b561-4134-a49e-8d28746f52e7 req-43ce0456-c2a2-478d-99cb-17eea9b2f822 tempest-VolumesSnapshotTestJSON-1233461717 tempest-VolumesSnapshotTestJSON-1233461717-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf97d36a-8254-4827-849c-067a7bdc32b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420611 Jun 22 07:18:44.657312 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fa97e6-38ff-4925-a5d8-7d40491938bf req-7d342019-00ee-4f67-a998-9a93af1869a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:44.659044 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-31fa97e6-38ff-4925-a5d8-7d40491938bf req-7d342019-00ee-4f67-a998-9a93af1869a4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e8e015950749433d91627c7d2fff432f&device_id=32e6e243-eeda-4a0d-a837-8692933a5789 HTTP/1.1" status: 200 len: 1098 time: 0.0538003 Jun 22 07:18:44.748973 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fa97e6-38ff-4925-a5d8-7d40491938bf req-92584617-2a1c-4a32-b280-46c1ea9c651b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:44.750463 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-31fa97e6-38ff-4925-a5d8-7d40491938bf req-92584617-2a1c-4a32-b280-46c1ea9c651b service neutron] 10.222.0.41 "GET /v2.0/networks?id=b91fcb38-ada5-4353-b77e-00fb398ce7d0 HTTP/1.1" status: 200 len: 918 time: 0.0853167 Jun 22 07:18:44.826429 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-31fa97e6-38ff-4925-a5d8-7d40491938bf req-0c91bf48-e589-49a6-a71d-77a437fe27d4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d8e0191-6514-4042-b61d-e3d6c352f619 HTTP/1.1" status: 200 len: 1000 time: 0.0629845 Jun 22 07:18:44.890115 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fa97e6-38ff-4925-a5d8-7d40491938bf req-57b0f844-9824-4597-8a07-1102a4dc1572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:44.891617 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-31fa97e6-38ff-4925-a5d8-7d40491938bf req-57b0f844-9824-4597-8a07-1102a4dc1572 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f579e111-0d0d-464b-ba2e-9baae47e7af2 HTTP/1.1" status: 200 len: 856 time: 0.0589700 Jun 22 07:18:44.954530 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fa97e6-38ff-4925-a5d8-7d40491938bf req-9fb17bd8-5118-408b-b53e-1249a1b3ed9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:44.956268 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-31fa97e6-38ff-4925-a5d8-7d40491938bf req-9fb17bd8-5118-408b-b53e-1249a1b3ed9c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b91fcb38-ada5-4353-b77e-00fb398ce7d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0583498 Jun 22 07:18:45.052199 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-31fa97e6-38ff-4925-a5d8-7d40491938bf req-5a472b44-faeb-4822-a42e-1bb2f1f0d0cc service neutron] 10.222.0.41 "GET /v2.0/networks/b91fcb38-ada5-4353-b77e-00fb398ce7d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887604 Jun 22 07:18:45.148880 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-31fa97e6-38ff-4925-a5d8-7d40491938bf req-665f07a4-158c-4eda-bfab-1bb8a19b5e23 service neutron] 10.222.0.41 "GET /v2.0/networks/b91fcb38-ada5-4353-b77e-00fb398ce7d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901947 Jun 22 07:18:45.336150 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3da8587-011f-4e84-8dca-0bcfa26568a4 req-703c79b8-33aa-4811-81af-9e5b565f691c tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:45.337757 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-b3da8587-011f-4e84-8dca-0bcfa26568a4 req-703c79b8-33aa-4811-81af-9e5b565f691c tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=32e6e243-eeda-4a0d-a837-8692933a5789 HTTP/1.1" status: 200 len: 945 time: 0.0678785 Jun 22 07:18:45.378510 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-b3da8587-011f-4e84-8dca-0bcfa26568a4 req-6cb1a642-e2df-40c5-82c4-33252cccedb7 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/security-groups?id=b51056aa-037c-4921-b43f-ffbaaf0d81d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349095 Jun 22 07:18:45.765162 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7052c9c9-0d01-41c7-bd06-82b07bd1a82b req-1ecbd91c-f452-431d-9cd9-9261de16f308 tempest-VolumesSnapshotTestJSON-1233461717 tempest-VolumesSnapshotTestJSON-1233461717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:45.766642 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-7052c9c9-0d01-41c7-bd06-82b07bd1a82b req-1ecbd91c-f452-431d-9cd9-9261de16f308 tempest-VolumesSnapshotTestJSON-1233461717 tempest-VolumesSnapshotTestJSON-1233461717-project] 10.222.0.24 "GET /v2.0/ports?device_id=2e047325-4240-47db-b44a-92a6190dd9a9 HTTP/1.1" status: 200 len: 944 time: 0.0641320 Jun 22 07:18:45.804575 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-7052c9c9-0d01-41c7-bd06-82b07bd1a82b req-c61b9764-c6e8-4cff-97b4-dc4cd6ab9c90 tempest-VolumesSnapshotTestJSON-1233461717 tempest-VolumesSnapshotTestJSON-1233461717-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf97d36a-8254-4827-849c-067a7bdc32b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321608 Jun 22 07:18:46.601844 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e9c02d-98cb-4291-acda-cd5eafe2a680 req-f77c643b-6772-4932-ac20-9ed4c28e0b6a tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:46.604001 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-d1e9c02d-98cb-4291-acda-cd5eafe2a680 req-f77c643b-6772-4932-ac20-9ed4c28e0b6a tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=32e6e243-eeda-4a0d-a837-8692933a5789 HTTP/1.1" status: 200 len: 945 time: 0.0761287 Jun 22 07:18:46.651513 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-d1e9c02d-98cb-4291-acda-cd5eafe2a680 req-43bd5439-0dfc-4873-b029-5a3c09dddd73 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/security-groups?id=b51056aa-037c-4921-b43f-ffbaaf0d81d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390635 Jun 22 07:18:46.989097 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d574498-19af-4069-8088-9ec92be62d06 req-fe398f1b-f798-4b48-b60d-e8c61d08a040 tempest-VolumesSnapshotTestJSON-1233461717 tempest-VolumesSnapshotTestJSON-1233461717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:46.990530 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-4d574498-19af-4069-8088-9ec92be62d06 req-fe398f1b-f798-4b48-b60d-e8c61d08a040 tempest-VolumesSnapshotTestJSON-1233461717 tempest-VolumesSnapshotTestJSON-1233461717-project] 10.222.0.24 "GET /v2.0/ports?device_id=2e047325-4240-47db-b44a-92a6190dd9a9 HTTP/1.1" status: 200 len: 944 time: 0.0690758 Jun 22 07:18:47.030564 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-4d574498-19af-4069-8088-9ec92be62d06 req-9854827c-a8d1-461a-a041-b9db983dc8d4 tempest-VolumesSnapshotTestJSON-1233461717 tempest-VolumesSnapshotTestJSON-1233461717-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf97d36a-8254-4827-849c-067a7bdc32b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342460 Jun 22 07:18:47.838093 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8493a269-d10e-435e-8c97-b28d7f7ae0ef req-2396b433-0b43-44f4-9ea4-c6906e3e1c38 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:47.839778 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-8493a269-d10e-435e-8c97-b28d7f7ae0ef req-2396b433-0b43-44f4-9ea4-c6906e3e1c38 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=32e6e243-eeda-4a0d-a837-8692933a5789 HTTP/1.1" status: 200 len: 945 time: 0.0675268 Jun 22 07:18:47.884842 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-8493a269-d10e-435e-8c97-b28d7f7ae0ef req-4d16a3cc-00ff-4804-b3b3-54e5fd75bad3 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/security-groups?id=b51056aa-037c-4921-b43f-ffbaaf0d81d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391338 Jun 22 07:18:48.208481 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881b1f33-51c5-4664-8e29-81e2c064e316 req-019d6b00-1439-42b2-86f8-da1776f86c43 tempest-VolumesSnapshotTestJSON-1233461717 tempest-VolumesSnapshotTestJSON-1233461717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:48.209948 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-881b1f33-51c5-4664-8e29-81e2c064e316 req-019d6b00-1439-42b2-86f8-da1776f86c43 tempest-VolumesSnapshotTestJSON-1233461717 tempest-VolumesSnapshotTestJSON-1233461717-project] 10.222.0.24 "GET /v2.0/ports?device_id=2e047325-4240-47db-b44a-92a6190dd9a9 HTTP/1.1" status: 200 len: 944 time: 0.0636697 Jun 22 07:18:48.248655 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-881b1f33-51c5-4664-8e29-81e2c064e316 req-feb2076e-4c81-4ca1-8d3c-2fcafcf0224a tempest-VolumesSnapshotTestJSON-1233461717 tempest-VolumesSnapshotTestJSON-1233461717-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf97d36a-8254-4827-849c-067a7bdc32b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324569 Jun 22 07:18:48.770003 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Device f19e725f-bc10-402a-b3ae-4840faaffdf8 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=92921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 07:18:48.775854 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Device 4d8e0191-6514-4042-b61d-e3d6c352f619 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=92921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 07:18:49.052351 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:49.067392 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a6620f-70bb-4fd4-923a-b60246542f31 req-0de12bdf-f16a-4c23-827a-9134d73401a9 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:49.068883 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-e8a6620f-70bb-4fd4-923a-b60246542f31 req-0de12bdf-f16a-4c23-827a-9134d73401a9 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=32e6e243-eeda-4a0d-a837-8692933a5789 HTTP/1.1" status: 200 len: 945 time: 0.0644712 Jun 22 07:18:49.073474 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] For port f19e725f-bc10-402a-b3ae-4840faaffdf8, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=f19e725f-bc10-402a-b3ae-4840faaffdf8,segment=NetworkSegment(08516320-2c7c-4598-9ebf-1db863ce4606),segment_id=08516320-2c7c-4598-9ebf-1db863ce4606)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:18:49.093081 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32e6e243-eeda-4a0d-a837-8692933a5789', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d8e0191-6514-4042-b61d-e3d6c352f619'}] {{(pid=92921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 07:18:49.095310 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4609914990d9533a1079bbd359c82c974bab58cbf2fcf9d17aa38aa491f36217" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9429422e-a353-4b27-bc99-2192a18d091f" -d '{"events": [{"server_uuid": "32e6e243-eeda-4a0d-a837-8692933a5789", "name": "network-vif-unplugged", "status": "completed", "tag": "4d8e0191-6514-4042-b61d-e3d6c352f619"}]}' {{(pid=92921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 07:18:49.105318 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Returning: {'device': 'f19e725f-bc10-402a-b3ae-4840faaffdf8', 'network_id': 'd0d26156-5544-45e5-8458-d39a1fe9c9e7', 'port_id': 'f19e725f-bc10-402a-b3ae-4840faaffdf8', 'mac_address': 'fa:16:3e:f6:de:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4483fa6-47b1-4c53-916f-dac6cc9af913', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 07:18:49.108613 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-e8a6620f-70bb-4fd4-923a-b60246542f31 req-ce7257ee-e7e4-401d-8fef-4a8725d8c03f tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/security-groups?id=b51056aa-037c-4921-b43f-ffbaaf0d81d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329924 Jun 22 07:18:49.110414 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] For port 4d8e0191-6514-4042-b61d-e3d6c352f619, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=4d8e0191-6514-4042-b61d-e3d6c352f619,segment=NetworkSegment(8d1bc002-3124-433f-9368-96f826d6cba6),segment_id=8d1bc002-3124-433f-9368-96f826d6cba6)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:18:49.136453 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Jun 2021 07:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d1c3419-97e4-4c79-adf3-89958969cbdf x-openstack-request-id: req-3d1c3419-97e4-4c79-adf3-89958969cbdf {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 07:18:49.136900 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32e6e243-eeda-4a0d-a837-8692933a5789", "name": "network-vif-unplugged", "status": "completed", "tag": "4d8e0191-6514-4042-b61d-e3d6c352f619", "code": 200}]} {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 07:18:49.137144 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3d1c3419-97e4-4c79-adf3-89958969cbdf {{(pid=92921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 07:18:49.137530 dv-cinder-786627-11-iscsi neutron-server[92921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32e6e243-eeda-4a0d-a837-8692933a5789', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d8e0191-6514-4042-b61d-e3d6c352f619', 'code': 200} Jun 22 07:18:49.138133 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:49.141340 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-1cbed59f-8fd6-454a-af2c-be1d08151b11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:18:49.175673 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:49.202043 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.notifiers.nova [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f19e725f-bc10-402a-b3ae-4840faaffdf8 {{(pid=92921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 07:18:49.211344 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Pushing event updated for resources: {'Port': ['ID=4d8e0191-6514-4042-b61d-e3d6c352f619,revision_number=8']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:18:49.217756 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:18:49.227233 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] For port f19e725f-bc10-402a-b3ae-4840faaffdf8, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=f19e725f-bc10-402a-b3ae-4840faaffdf8,segment=NetworkSegment(08516320-2c7c-4598-9ebf-1db863ce4606),segment_id=08516320-2c7c-4598-9ebf-1db863ce4606)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:18:49.231857 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:49.233619 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:18:49.278826 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Pushing event updated for resources: {'Port': ['ID=f19e725f-bc10-402a-b3ae-4840faaffdf8,revision_number=4']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:18:49.281887 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:18:49.426029 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01064532-fb97-4307-8754-c39cb231cf95 req-a8b50a09-7cb5-48ec-8eba-625a6ab983bc tempest-VolumesSnapshotTestJSON-1233461717 tempest-VolumesSnapshotTestJSON-1233461717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:49.427414 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-01064532-fb97-4307-8754-c39cb231cf95 req-a8b50a09-7cb5-48ec-8eba-625a6ab983bc tempest-VolumesSnapshotTestJSON-1233461717 tempest-VolumesSnapshotTestJSON-1233461717-project] 10.222.0.24 "GET /v2.0/ports?device_id=2e047325-4240-47db-b44a-92a6190dd9a9 HTTP/1.1" status: 200 len: 945 time: 0.0659578 Jun 22 07:18:49.470652 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-01064532-fb97-4307-8754-c39cb231cf95 req-50072ae1-3a2a-47bf-b05b-d68b5010036b tempest-VolumesSnapshotTestJSON-1233461717 tempest-VolumesSnapshotTestJSON-1233461717-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf97d36a-8254-4827-849c-067a7bdc32b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327907 Jun 22 07:18:50.289569 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc713bff-adcb-4518-a8ed-5cdef4629d44 req-9143cb4d-70f9-41f4-b529-aaaff9c16b52 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:50.291234 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-bc713bff-adcb-4518-a8ed-5cdef4629d44 req-9143cb4d-70f9-41f4-b529-aaaff9c16b52 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=32e6e243-eeda-4a0d-a837-8692933a5789 HTTP/1.1" status: 200 len: 943 time: 0.0641136 Jun 22 07:18:50.329339 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-bc713bff-adcb-4518-a8ed-5cdef4629d44 req-c5c95221-ae91-48b8-9d55-2c7e5e011ce6 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/security-groups?id=b51056aa-037c-4921-b43f-ffbaaf0d81d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325749 Jun 22 07:18:50.643552 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38415787-d532-4e7c-ab36-d89d7a1197cd req-0f454e6f-e1d2-4f10-8102-6e3bf69764b5 tempest-VolumesSnapshotTestJSON-1233461717 tempest-VolumesSnapshotTestJSON-1233461717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:50.645044 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-38415787-d532-4e7c-ab36-d89d7a1197cd req-0f454e6f-e1d2-4f10-8102-6e3bf69764b5 tempest-VolumesSnapshotTestJSON-1233461717 tempest-VolumesSnapshotTestJSON-1233461717-project] 10.222.0.24 "GET /v2.0/ports?device_id=2e047325-4240-47db-b44a-92a6190dd9a9 HTTP/1.1" status: 200 len: 945 time: 0.0625656 Jun 22 07:18:50.688160 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-38415787-d532-4e7c-ab36-d89d7a1197cd req-cf6c6187-3a61-4a8b-8f76-78855cd78a61 tempest-VolumesSnapshotTestJSON-1233461717 tempest-VolumesSnapshotTestJSON-1233461717-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf97d36a-8254-4827-849c-067a7bdc32b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371470 Jun 22 07:18:51.510658 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766fb4d7-b50b-4510-834e-73729df703b3 req-d3e36ae8-1cc8-48ba-bc3b-a0c2686432b2 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:51.512171 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-766fb4d7-b50b-4510-834e-73729df703b3 req-d3e36ae8-1cc8-48ba-bc3b-a0c2686432b2 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=32e6e243-eeda-4a0d-a837-8692933a5789 HTTP/1.1" status: 200 len: 943 time: 0.0661705 Jun 22 07:18:51.552532 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-766fb4d7-b50b-4510-834e-73729df703b3 req-413bcf39-dde0-4b80-8e6a-811c0e8f2997 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/security-groups?id=b51056aa-037c-4921-b43f-ffbaaf0d81d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345314 Jun 22 07:18:51.871126 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a99a779-8504-4ea8-92e2-fed59e004ead req-fcf28879-e8a1-4caf-acec-a0ae4243e24a tempest-VolumesSnapshotTestJSON-1233461717 tempest-VolumesSnapshotTestJSON-1233461717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:51.872699 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-1a99a779-8504-4ea8-92e2-fed59e004ead req-fcf28879-e8a1-4caf-acec-a0ae4243e24a tempest-VolumesSnapshotTestJSON-1233461717 tempest-VolumesSnapshotTestJSON-1233461717-project] 10.222.0.24 "GET /v2.0/ports?device_id=2e047325-4240-47db-b44a-92a6190dd9a9 HTTP/1.1" status: 200 len: 945 time: 0.0677958 Jun 22 07:18:51.914523 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-1a99a779-8504-4ea8-92e2-fed59e004ead req-d0b1a14b-c030-4455-873a-5c9fb19a6af7 tempest-VolumesSnapshotTestJSON-1233461717 tempest-VolumesSnapshotTestJSON-1233461717-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf97d36a-8254-4827-849c-067a7bdc32b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357568 Jun 22 07:18:52.626160 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] get_ports_and_sgs() called for port_ids ['f19e725f-bc10-402a-b3ae-4840faaffdf8'] {{(pid=92921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 07:18:52.760494 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a86b3a-9f90-4827-be11-5a8cf7285457 req-0306d61d-02e8-4b7b-9434-bc040d204198 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:52.762043 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-51a86b3a-9f90-4827-be11-5a8cf7285457 req-0306d61d-02e8-4b7b-9434-bc040d204198 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=32e6e243-eeda-4a0d-a837-8692933a5789 HTTP/1.1" status: 200 len: 943 time: 0.0744934 Jun 22 07:18:52.810513 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-51a86b3a-9f90-4827-be11-5a8cf7285457 req-bc74c694-70e2-4fa2-82e1-dba79b8530ed tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/security-groups?id=b51056aa-037c-4921-b43f-ffbaaf0d81d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365994 Jun 22 07:18:53.179292 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cecd89f-4dd0-4e80-9ca4-f9e7ed4740f9 req-f84e2bdf-15ab-44dd-aa3e-3f246a95d1cf tempest-VolumesSnapshotTestJSON-1233461717 tempest-VolumesSnapshotTestJSON-1233461717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:53.183801 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-8cecd89f-4dd0-4e80-9ca4-f9e7ed4740f9 req-f84e2bdf-15ab-44dd-aa3e-3f246a95d1cf tempest-VolumesSnapshotTestJSON-1233461717 tempest-VolumesSnapshotTestJSON-1233461717-project] 10.222.0.24 "GET /v2.0/ports?device_id=2e047325-4240-47db-b44a-92a6190dd9a9 HTTP/1.1" status: 200 len: 945 time: 0.0928285 Jun 22 07:18:53.233107 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-8cecd89f-4dd0-4e80-9ca4-f9e7ed4740f9 req-ea1887d5-6b7f-49a3-ade2-1898e8ed9fab tempest-VolumesSnapshotTestJSON-1233461717 tempest-VolumesSnapshotTestJSON-1233461717-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf97d36a-8254-4827-849c-067a7bdc32b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452559 Jun 22 07:18:53.561778 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Device 4d8e0191-6514-4042-b61d-e3d6c352f619 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=92921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 07:18:53.720029 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683f1bd3-4f82-48b1-a4af-5d4fc96c6ba1 req-753eabde-6fb6-4a3a-acd1-590048a0cc93 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:53.722411 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-683f1bd3-4f82-48b1-a4af-5d4fc96c6ba1 req-753eabde-6fb6-4a3a-acd1-590048a0cc93 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=32e6e243-eeda-4a0d-a837-8692933a5789 HTTP/1.1" status: 200 len: 943 time: 0.0853741 Jun 22 07:18:53.774566 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-683f1bd3-4f82-48b1-a4af-5d4fc96c6ba1 req-be4de8b5-3548-42c3-a821-51a901941f86 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/security-groups?id=b51056aa-037c-4921-b43f-ffbaaf0d81d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451789 Jun 22 07:18:53.945272 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.agents_db [None req-74002642-eed4-46c6-8f70-93846dc748c3 None None] Agent healthcheck: found 6 active agents {{(pid=92922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 07:18:53.949360 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 48424) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:18:54.083031 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-5fb5fefa-0afa-452d-84b0-efd9652b59ff req-8e4ff3e3-2b17-488e-a2ed-62444742ce1c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=32e6e243-eeda-4a0d-a837-8692933a5789&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1320851 Jun 22 07:18:54.493322 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a5725b-73f2-4dca-9dba-2e350e7c79d6 req-cf220c16-1767-42fd-9851-b131e1e44730 tempest-VolumesSnapshotTestJSON-1233461717 tempest-VolumesSnapshotTestJSON-1233461717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:54.500101 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-a7a5725b-73f2-4dca-9dba-2e350e7c79d6 req-cf220c16-1767-42fd-9851-b131e1e44730 tempest-VolumesSnapshotTestJSON-1233461717 tempest-VolumesSnapshotTestJSON-1233461717-project] 10.222.0.24 "GET /v2.0/ports?device_id=2e047325-4240-47db-b44a-92a6190dd9a9 HTTP/1.1" status: 200 len: 945 time: 0.1099658 Jun 22 07:18:54.563410 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-a7a5725b-73f2-4dca-9dba-2e350e7c79d6 req-1b539e90-72a2-46b6-8343-4e233fd8c744 tempest-VolumesSnapshotTestJSON-1233461717 tempest-VolumesSnapshotTestJSON-1233461717-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf97d36a-8254-4827-849c-067a7bdc32b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576010 Jun 22 07:18:54.971796 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebb20bc-824d-4ac9-a04f-e0b1215fd840 req-d1269662-5e62-40a0-b3ab-24d01897fe75 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:54.973538 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-9ebb20bc-824d-4ac9-a04f-e0b1215fd840 req-d1269662-5e62-40a0-b3ab-24d01897fe75 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=32e6e243-eeda-4a0d-a837-8692933a5789 HTTP/1.1" status: 200 len: 943 time: 0.0699899 Jun 22 07:18:55.027907 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-9ebb20bc-824d-4ac9-a04f-e0b1215fd840 req-8fe44f47-bdec-4bd6-b474-af704c3859c2 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/security-groups?id=b51056aa-037c-4921-b43f-ffbaaf0d81d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423458 Jun 22 07:18:55.558033 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Device f19e725f-bc10-402a-b3ae-4840faaffdf8 up at agent hyperv_hv-cinder-78662 {{(pid=92921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 07:18:55.618950 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Provisioning for port f19e725f-bc10-402a-b3ae-4840faaffdf8 completed by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 07:18:55.624471 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Provisioning complete for port f19e725f-bc10-402a-b3ae-4840faaffdf8 triggered by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:18:55.625027 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1879668'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:55.760981 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:55.809894 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb70a60-749b-409e-afb8-d3358840b1d5 req-0e8a30d3-a789-4069-9058-f622052f7ef4 tempest-VolumesSnapshotTestJSON-1233461717 tempest-VolumesSnapshotTestJSON-1233461717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:55.811268 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-4fb70a60-749b-409e-afb8-d3358840b1d5 req-0e8a30d3-a789-4069-9058-f622052f7ef4 tempest-VolumesSnapshotTestJSON-1233461717 tempest-VolumesSnapshotTestJSON-1233461717-project] 10.222.0.24 "GET /v2.0/ports?device_id=2e047325-4240-47db-b44a-92a6190dd9a9 HTTP/1.1" status: 200 len: 945 time: 0.0858541 Jun 22 07:18:55.819862 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] For port f19e725f-bc10-402a-b3ae-4840faaffdf8, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=f19e725f-bc10-402a-b3ae-4840faaffdf8,segment=NetworkSegment(08516320-2c7c-4598-9ebf-1db863ce4606),segment_id=08516320-2c7c-4598-9ebf-1db863ce4606)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:18:55.821003 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e047325-4240-47db-b44a-92a6190dd9a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f19e725f-bc10-402a-b3ae-4840faaffdf8'}] {{(pid=92921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 07:18:55.824015 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4609914990d9533a1079bbd359c82c974bab58cbf2fcf9d17aa38aa491f36217" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b0a4f0b-d538-454c-8547-343c6673a31d" -d '{"events": [{"server_uuid": "2e047325-4240-47db-b44a-92a6190dd9a9", "name": "network-vif-plugged", "status": "completed", "tag": "f19e725f-bc10-402a-b3ae-4840faaffdf8"}]}' {{(pid=92921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 07:18:55.828248 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:55.830674 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:18:55.869265 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-4fb70a60-749b-409e-afb8-d3358840b1d5 req-283d4eca-dddc-47b0-8e9a-e2ced535de9e tempest-VolumesSnapshotTestJSON-1233461717 tempest-VolumesSnapshotTestJSON-1233461717-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf97d36a-8254-4827-849c-067a7bdc32b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511286 Jun 22 07:18:55.885548 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Pushing event updated for resources: {'Port': ['ID=f19e725f-bc10-402a-b3ae-4840faaffdf8,revision_number=5']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:18:55.889179 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:18:55.891084 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 07:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41d7a3d5-b9d3-45d7-bb89-4b195cc0e243 x-openstack-request-id: req-41d7a3d5-b9d3-45d7-bb89-4b195cc0e243 {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 07:18:55.891382 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e047325-4240-47db-b44a-92a6190dd9a9", "name": "network-vif-plugged", "status": "completed", "tag": "f19e725f-bc10-402a-b3ae-4840faaffdf8", "code": 200}]} {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 07:18:55.891646 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-41d7a3d5-b9d3-45d7-bb89-4b195cc0e243 {{(pid=92921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 07:18:55.892050 dv-cinder-786627-11-iscsi neutron-server[92921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e047325-4240-47db-b44a-92a6190dd9a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f19e725f-bc10-402a-b3ae-4840faaffdf8', 'code': 200} Jun 22 07:18:56.217348 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf31349-b60b-4d87-a1c2-bc359ef55cd7 req-4c677df3-3091-4e8f-8937-adf0b10b4338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:56.228459 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-bcf31349-b60b-4d87-a1c2-bc359ef55cd7 req-4c677df3-3091-4e8f-8937-adf0b10b4338 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2e047325-4240-47db-b44a-92a6190dd9a9 HTTP/1.1" status: 200 len: 1099 time: 0.0855117 Jun 22 07:18:56.228459 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 48486) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:18:56.294716 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395f9ff5-e9a9-4dcf-9cb9-99256a4c342e req-c89d8f82-a1f0-488a-b3c6-c2c886f36cfa tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:56.296764 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-bcf31349-b60b-4d87-a1c2-bc359ef55cd7 req-2f072f3f-6618-41f6-8d9d-1533cd2f7bf6 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=cf97d36a-8254-4827-849c-067a7bdc32b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666454 Jun 22 07:18:56.298092 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-395f9ff5-e9a9-4dcf-9cb9-99256a4c342e req-c89d8f82-a1f0-488a-b3c6-c2c886f36cfa tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=32e6e243-eeda-4a0d-a837-8692933a5789 HTTP/1.1" status: 200 len: 943 time: 0.1052282 Jun 22 07:18:56.348523 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-395f9ff5-e9a9-4dcf-9cb9-99256a4c342e req-3c53a4c1-349b-4969-a69d-0f625b1fa000 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/security-groups?id=b51056aa-037c-4921-b43f-ffbaaf0d81d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437024 Jun 22 07:18:56.428005 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-736c99ee-be5e-4f4b-9173-ca4a8ff3f907 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:56.536627 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-736c99ee-be5e-4f4b-9173-ca4a8ff3f907 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:56.541450 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-736c99ee-be5e-4f4b-9173-ca4a8ff3f907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:56.544520 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-717ad31e-6816-4a58-8d42-d98589a953fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:18:56.585040 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-736c99ee-be5e-4f4b-9173-ca4a8ff3f907 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5733249495454cb7b1e4c30af556f59c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3634486 Jun 22 07:18:56.586068 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736c99ee-be5e-4f4b-9173-ca4a8ff3f907 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e01801bd-98b2-43f7-b4c6-0ae161548d50,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:18:56.588122 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 48496) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:18:56.594091 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736c99ee-be5e-4f4b-9173-ca4a8ff3f907 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:18:56.594462 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736c99ee-be5e-4f4b-9173-ca4a8ff3f907 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:18:56.594838 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736c99ee-be5e-4f4b-9173-ca4a8ff3f907 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:18:56.595203 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736c99ee-be5e-4f4b-9173-ca4a8ff3f907 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:18:56.595550 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736c99ee-be5e-4f4b-9173-ca4a8ff3f907 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:18:56.595907 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736c99ee-be5e-4f4b-9173-ca4a8ff3f907 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:18:56.596262 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736c99ee-be5e-4f4b-9173-ca4a8ff3f907 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:18:56.596647 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736c99ee-be5e-4f4b-9173-ca4a8ff3f907 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:18:56.596996 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736c99ee-be5e-4f4b-9173-ca4a8ff3f907 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:18:56.597346 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736c99ee-be5e-4f4b-9173-ca4a8ff3f907 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:18:56.597694 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736c99ee-be5e-4f4b-9173-ca4a8ff3f907 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:18:56.598038 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736c99ee-be5e-4f4b-9173-ca4a8ff3f907 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:18:56.602590 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-736c99ee-be5e-4f4b-9173-ca4a8ff3f907 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:18:56.651608 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-763d476c-6269-47e5-b046-2a30f02a5119 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:56.676636 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-763d476c-6269-47e5-b046-2a30f02a5119 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:56.744078 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-763d476c-6269-47e5-b046-2a30f02a5119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:56.746971 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-763d476c-6269-47e5-b046-2a30f02a5119 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:18:56.750851 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-763d476c-6269-47e5-b046-2a30f02a5119 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e01801bd-98b2-43f7-b4c6-0ae161548d50 HTTP/1.1" status: 204 len: 168 time: 0.1590180 Jun 22 07:18:56.750851 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-5d6ba75c-f567-45e7-b60b-9f85cdb6cf15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:18:56.759166 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763d476c-6269-47e5-b046-2a30f02a5119 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e01801bd-98b2-43f7-b4c6-0ae161548d50,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:18:56.761937 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-763d476c-6269-47e5-b046-2a30f02a5119 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:18:56.796673 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb5fefa-0afa-452d-84b0-efd9652b59ff req-e2e2894a-4387-400e-8849-110bd3ebb956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:56.798254 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-5fb5fefa-0afa-452d-84b0-efd9652b59ff req-e2e2894a-4387-400e-8849-110bd3ebb956 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=32e6e243-eeda-4a0d-a837-8692933a5789&tenant_id=e8e015950749433d91627c7d2fff432f HTTP/1.1" status: 200 len: 1096 time: 0.1065242 Jun 22 07:18:56.895800 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb5fefa-0afa-452d-84b0-efd9652b59ff req-ac1de30a-f5b0-4725-a4db-7e58f5557021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:56.898480 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-5fb5fefa-0afa-452d-84b0-efd9652b59ff req-ac1de30a-f5b0-4725-a4db-7e58f5557021 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e8e015950749433d91627c7d2fff432f&device_id=32e6e243-eeda-4a0d-a837-8692933a5789 HTTP/1.1" status: 200 len: 1096 time: 0.0649502 Jun 22 07:18:57.012845 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb5fefa-0afa-452d-84b0-efd9652b59ff req-4333fd59-95d7-403d-b809-54b1525e9d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:57.014334 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-5fb5fefa-0afa-452d-84b0-efd9652b59ff req-4333fd59-95d7-403d-b809-54b1525e9d9f service neutron] 10.222.0.41 "GET /v2.0/networks?id=b91fcb38-ada5-4353-b77e-00fb398ce7d0 HTTP/1.1" status: 200 len: 918 time: 0.1054173 Jun 22 07:18:57.054947 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36e6420-67b0-40db-aa40-8dda12b697b1 req-9ae206bd-f820-4327-a2db-de2e4c19d16c tempest-VolumesSnapshotTestJSON-1233461717 tempest-VolumesSnapshotTestJSON-1233461717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:57.056999 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-c36e6420-67b0-40db-aa40-8dda12b697b1 req-9ae206bd-f820-4327-a2db-de2e4c19d16c tempest-VolumesSnapshotTestJSON-1233461717 tempest-VolumesSnapshotTestJSON-1233461717-project] 10.222.0.24 "GET /v2.0/ports?device_id=2e047325-4240-47db-b44a-92a6190dd9a9 HTTP/1.1" status: 200 len: 946 time: 0.0728774 Jun 22 07:18:57.091073 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-5fb5fefa-0afa-452d-84b0-efd9652b59ff req-502068e7-e3bd-4f62-9db6-4ed601ee6627 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d8e0191-6514-4042-b61d-e3d6c352f619 HTTP/1.1" status: 200 len: 998 time: 0.0684681 Jun 22 07:18:57.099480 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-c36e6420-67b0-40db-aa40-8dda12b697b1 req-ecbaf8dc-d578-4fa3-908b-f551847f64f7 tempest-VolumesSnapshotTestJSON-1233461717 tempest-VolumesSnapshotTestJSON-1233461717-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf97d36a-8254-4827-849c-067a7bdc32b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359721 Jun 22 07:18:57.156171 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb5fefa-0afa-452d-84b0-efd9652b59ff req-1478f1d4-fba5-466c-84a8-07dd63b6c8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:57.157693 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-5fb5fefa-0afa-452d-84b0-efd9652b59ff req-1478f1d4-fba5-466c-84a8-07dd63b6c8cf service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f579e111-0d0d-464b-ba2e-9baae47e7af2 HTTP/1.1" status: 200 len: 856 time: 0.0601521 Jun 22 07:18:57.225285 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb5fefa-0afa-452d-84b0-efd9652b59ff req-8db27335-749f-469d-8a5a-181d7b70791a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:57.227817 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-5fb5fefa-0afa-452d-84b0-efd9652b59ff req-8db27335-749f-469d-8a5a-181d7b70791a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b91fcb38-ada5-4353-b77e-00fb398ce7d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0583589 Jun 22 07:18:57.321780 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-5fb5fefa-0afa-452d-84b0-efd9652b59ff req-29c5ee68-1af5-4e61-b4e1-23b015045cdb service neutron] 10.222.0.41 "GET /v2.0/networks/b91fcb38-ada5-4353-b77e-00fb398ce7d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869234 Jun 22 07:18:57.426231 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-5fb5fefa-0afa-452d-84b0-efd9652b59ff req-546e586d-34d2-4ff5-80e4-547678f3bfc4 service neutron] 10.222.0.41 "GET /v2.0/networks/b91fcb38-ada5-4353-b77e-00fb398ce7d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967329 Jun 22 07:18:57.722131 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d96b6f3-4136-4e95-9c65-2fc9aaed38e2 req-87191d05-9399-4590-8c68-70d3f500a9ba tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:57.723647 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-1d96b6f3-4136-4e95-9c65-2fc9aaed38e2 req-87191d05-9399-4590-8c68-70d3f500a9ba tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=32e6e243-eeda-4a0d-a837-8692933a5789 HTTP/1.1" status: 200 len: 943 time: 0.1321325 Jun 22 07:18:57.791980 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-1d96b6f3-4136-4e95-9c65-2fc9aaed38e2 req-5308e194-f7fe-4361-a8e3-b148adf3071f tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/security-groups?id=b51056aa-037c-4921-b43f-ffbaaf0d81d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592453 Jun 22 07:18:58.352849 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7b0405-d72b-481e-93b6-7929c60751a6 req-cf884337-bab1-41b5-80c8-06fd533dffa7 tempest-VolumesSnapshotTestJSON-1233461717 tempest-VolumesSnapshotTestJSON-1233461717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:58.363579 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-fe7b0405-d72b-481e-93b6-7929c60751a6 req-cf884337-bab1-41b5-80c8-06fd533dffa7 tempest-VolumesSnapshotTestJSON-1233461717 tempest-VolumesSnapshotTestJSON-1233461717-project] 10.222.0.24 "GET /v2.0/ports?device_id=2e047325-4240-47db-b44a-92a6190dd9a9 HTTP/1.1" status: 200 len: 946 time: 0.1233623 Jun 22 07:18:58.461685 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-fe7b0405-d72b-481e-93b6-7929c60751a6 req-1b244f0e-3fe4-43f1-958e-a400a0b3f6b9 tempest-VolumesSnapshotTestJSON-1233461717 tempest-VolumesSnapshotTestJSON-1233461717-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf97d36a-8254-4827-849c-067a7bdc32b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964253 Jun 22 07:18:59.173143 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4266c4df-ca7c-4141-a473-8d937bc5baaf req-4b7419fa-5753-43f0-aaff-53ff32a5174c tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:18:59.173897 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-4266c4df-ca7c-4141-a473-8d937bc5baaf req-4b7419fa-5753-43f0-aaff-53ff32a5174c tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=32e6e243-eeda-4a0d-a837-8692933a5789 HTTP/1.1" status: 200 len: 943 time: 0.1090174 Jun 22 07:18:59.236527 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-4266c4df-ca7c-4141-a473-8d937bc5baaf req-79476beb-5f20-4b15-9f7f-16e8cc65a63c tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/security-groups?id=b51056aa-037c-4921-b43f-ffbaaf0d81d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536928 Jun 22 07:19:00.470208 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95505bc-ec8b-4330-85e5-a9bd9408b938 req-5750eeb8-6d2e-436a-8266-4fbda3d13511 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:19:00.471714 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-c95505bc-ec8b-4330-85e5-a9bd9408b938 req-5750eeb8-6d2e-436a-8266-4fbda3d13511 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=32e6e243-eeda-4a0d-a837-8692933a5789 HTTP/1.1" status: 200 len: 943 time: 0.0766313 Jun 22 07:19:00.523641 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-c95505bc-ec8b-4330-85e5-a9bd9408b938 req-8a51bd13-a18f-4cb7-b9ad-e80149cb2865 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/security-groups?id=b51056aa-037c-4921-b43f-ffbaaf0d81d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413108 Jun 22 07:19:00.721110 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-0435473f-7eaf-4292-88d9-4acbd7895934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:01.767920 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9628f2da-b850-4224-ba4e-8bae7ad2ba49 req-d0901bca-3326-4ff6-9e24-2898f40eae11 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:19:01.769677 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-9628f2da-b850-4224-ba4e-8bae7ad2ba49 req-d0901bca-3326-4ff6-9e24-2898f40eae11 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=32e6e243-eeda-4a0d-a837-8692933a5789 HTTP/1.1" status: 200 len: 943 time: 0.0948670 Jun 22 07:19:01.822015 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-9628f2da-b850-4224-ba4e-8bae7ad2ba49 req-8e66b5c3-91b6-43c5-b44d-54c8cc3df05d tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/security-groups?id=b51056aa-037c-4921-b43f-ffbaaf0d81d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438673 Jun 22 07:19:03.037213 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71947a07-adab-4f4e-b45b-f29311041d46 req-fe834515-9701-4777-b14b-7368e6b0023a tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:19:03.039025 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-71947a07-adab-4f4e-b45b-f29311041d46 req-fe834515-9701-4777-b14b-7368e6b0023a tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=32e6e243-eeda-4a0d-a837-8692933a5789 HTTP/1.1" status: 200 len: 943 time: 0.0798697 Jun 22 07:19:03.086934 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-0b544d71-cc0f-4765-8dbd-32c53cad0299 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:03.117395 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-71947a07-adab-4f4e-b45b-f29311041d46 req-0a3d3859-a69b-4fe5-af4e-74af701e1119 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/security-groups?id=b51056aa-037c-4921-b43f-ffbaaf0d81d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712306 Jun 22 07:19:03.269023 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:03.870362 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:04.311507 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dac826b-e17e-4a2d-911d-20dac9a9e4a7 req-e4ec039b-66e4-4128-aa63-05c9cc44b681 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:19:04.313075 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-8dac826b-e17e-4a2d-911d-20dac9a9e4a7 req-e4ec039b-66e4-4128-aa63-05c9cc44b681 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=32e6e243-eeda-4a0d-a837-8692933a5789 HTTP/1.1" status: 200 len: 943 time: 0.0687933 Jun 22 07:19:04.354939 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-8dac826b-e17e-4a2d-911d-20dac9a9e4a7 req-8c235f6f-80bb-4eab-801a-133cbbf6a8b7 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/security-groups?id=b51056aa-037c-4921-b43f-ffbaaf0d81d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361030 Jun 22 07:19:05.195401 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d3c1a5ff-c703-4bfc-bce3-efb8418f207c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:05.582796 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d910588-d830-4d2b-97cf-65c7cd2a64d8 req-4e126c9c-f638-4a05-a4c1-c91c59eabb6c tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:19:05.584443 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-8d910588-d830-4d2b-97cf-65c7cd2a64d8 req-4e126c9c-f638-4a05-a4c1-c91c59eabb6c tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=32e6e243-eeda-4a0d-a837-8692933a5789 HTTP/1.1" status: 200 len: 943 time: 0.0942483 Jun 22 07:19:05.629472 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-8d910588-d830-4d2b-97cf-65c7cd2a64d8 req-dfb35b49-f469-462b-9c99-1c3217fda5aa tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/security-groups?id=b51056aa-037c-4921-b43f-ffbaaf0d81d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383444 Jun 22 07:19:06.921793 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77983298-f46f-4aeb-93c7-e0a0ffe05f68 req-1d0d0ec8-3f4f-4bd6-94e0-98f4a2f80455 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:19:06.924244 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-77983298-f46f-4aeb-93c7-e0a0ffe05f68 req-1d0d0ec8-3f4f-4bd6-94e0-98f4a2f80455 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=32e6e243-eeda-4a0d-a837-8692933a5789 HTTP/1.1" status: 200 len: 943 time: 0.0845623 Jun 22 07:19:06.924598 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-f04bb265-eca6-4530-aeb1-0b3afeb7eb68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:06.968649 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-77983298-f46f-4aeb-93c7-e0a0ffe05f68 req-6140a55e-cbe8-475c-abdc-626fd51605c6 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/security-groups?id=b51056aa-037c-4921-b43f-ffbaaf0d81d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370274 Jun 22 07:19:08.214533 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f19d5d-d77f-470c-8a74-1f7477c08d4e req-36b4c4f8-a94e-4b14-8104-3c52ad2872be tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:19:08.216356 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-42f19d5d-d77f-470c-8a74-1f7477c08d4e req-36b4c4f8-a94e-4b14-8104-3c52ad2872be tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=32e6e243-eeda-4a0d-a837-8692933a5789 HTTP/1.1" status: 200 len: 943 time: 0.1077349 Jun 22 07:19:08.278122 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-42f19d5d-d77f-470c-8a74-1f7477c08d4e req-1d341b29-87f0-4e8c-bdd9-3f6bfc52e3ee tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/security-groups?id=b51056aa-037c-4921-b43f-ffbaaf0d81d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536580 Jun 22 07:19:09.517843 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1232a64a-d6b2-4ca6-a148-8735f1602da9 req-7ccca924-1f63-496f-b3c2-83e64bce2a72 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:19:09.519867 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-1232a64a-d6b2-4ca6-a148-8735f1602da9 req-7ccca924-1f63-496f-b3c2-83e64bce2a72 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=32e6e243-eeda-4a0d-a837-8692933a5789 HTTP/1.1" status: 200 len: 943 time: 0.0885482 Jun 22 07:19:09.606907 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-1232a64a-d6b2-4ca6-a148-8735f1602da9 req-c19456fb-90a0-472b-9b2c-ce74df63ef3a tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/security-groups?id=b51056aa-037c-4921-b43f-ffbaaf0d81d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738974 Jun 22 07:19:11.185760 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b688d90-cd09-4252-a9c7-bb3fe27f48dd req-6b746d17-cbb1-4d00-9c57-9f30664b96e8 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:19:11.189050 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-7b688d90-cd09-4252-a9c7-bb3fe27f48dd req-6b746d17-cbb1-4d00-9c57-9f30664b96e8 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=32e6e243-eeda-4a0d-a837-8692933a5789 HTTP/1.1" status: 200 len: 943 time: 0.3863008 Jun 22 07:19:11.268759 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-7b688d90-cd09-4252-a9c7-bb3fe27f48dd req-3165bc16-f952-49ae-9d6a-0413a1a78859 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/security-groups?id=b51056aa-037c-4921-b43f-ffbaaf0d81d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678093 Jun 22 07:19:12.583117 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94892e67-c407-4972-8073-2c4684fb9277 req-00195543-28fa-4c7f-99ca-7e2752c0a817 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:19:12.592843 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-94892e67-c407-4972-8073-2c4684fb9277 req-00195543-28fa-4c7f-99ca-7e2752c0a817 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=32e6e243-eeda-4a0d-a837-8692933a5789 HTTP/1.1" status: 200 len: 943 time: 0.1183474 Jun 22 07:19:12.667567 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-94892e67-c407-4972-8073-2c4684fb9277 req-0ad3e954-ddf9-43b5-8582-f95f0081c293 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/security-groups?id=b51056aa-037c-4921-b43f-ffbaaf0d81d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683079 Jun 22 07:19:13.646688 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 48852) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:19:13.920625 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-13a04c61-acb6-4062-a78d-5b9ccddf7909 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:13.932196 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3009370a-0e9d-47bc-90ee-1ff0947ab06f req-aed39ae9-dd1d-41cc-9c09-cc5b78e5c729 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:19:13.934350 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-3009370a-0e9d-47bc-90ee-1ff0947ab06f req-aed39ae9-dd1d-41cc-9c09-cc5b78e5c729 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=32e6e243-eeda-4a0d-a837-8692933a5789 HTTP/1.1" status: 200 len: 943 time: 0.0998647 Jun 22 07:19:14.033193 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-3009370a-0e9d-47bc-90ee-1ff0947ab06f req-2527fcec-95ff-41de-9a01-802344862e43 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/security-groups?id=b51056aa-037c-4921-b43f-ffbaaf0d81d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921137 Jun 22 07:19:14.098746 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-13a04c61-acb6-4062-a78d-5b9ccddf7909 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:14.105997 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-13a04c61-acb6-4062-a78d-5b9ccddf7909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:14.115431 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-77896bed-44cb-4ac4-b8a8-fc7ebfb10caa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:19:14.170187 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 48866) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:19:14.170773 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-13a04c61-acb6-4062-a78d-5b9ccddf7909 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=570b8feffad74269b6d3f0dbd72b0fde&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5232885 Jun 22 07:19:14.171845 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a04c61-acb6-4062-a78d-5b9ccddf7909 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76eb2437-6a6b-4de8-9166-23b8f9121682,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:19:14.175252 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-13a04c61-acb6-4062-a78d-5b9ccddf7909 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:19:14.229558 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-ec50d5d6-39ac-4a12-b65d-5aa7ff7cf4fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:14.260366 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-ec50d5d6-39ac-4a12-b65d-5aa7ff7cf4fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:14.312209 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-ec50d5d6-39ac-4a12-b65d-5aa7ff7cf4fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:14.314748 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-ec50d5d6-39ac-4a12-b65d-5aa7ff7cf4fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:14.315881 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-ec50d5d6-39ac-4a12-b65d-5aa7ff7cf4fc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/76eb2437-6a6b-4de8-9166-23b8f9121682 HTTP/1.1" status: 204 len: 168 time: 0.1442351 Jun 22 07:19:14.316646 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-78303bee-93d0-42dc-ae50-b5f487fd3d8e tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:19:14.324141 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec50d5d6-39ac-4a12-b65d-5aa7ff7cf4fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76eb2437-6a6b-4de8-9166-23b8f9121682,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:19:14.326660 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-ec50d5d6-39ac-4a12-b65d-5aa7ff7cf4fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:19:15.231599 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e8a8c8-6c0c-4e24-8667-89ab04a9c751 req-74a7422f-cdb1-42ac-b58a-dd6952f513f6 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:19:15.233191 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-f1e8a8c8-6c0c-4e24-8667-89ab04a9c751 req-74a7422f-cdb1-42ac-b58a-dd6952f513f6 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=32e6e243-eeda-4a0d-a837-8692933a5789 HTTP/1.1" status: 200 len: 943 time: 0.0750678 Jun 22 07:19:15.277064 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-f1e8a8c8-6c0c-4e24-8667-89ab04a9c751 req-6f751459-a3d3-492c-8555-e2bb88d15105 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/security-groups?id=b51056aa-037c-4921-b43f-ffbaaf0d81d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379801 Jun 22 07:19:16.464856 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36e9322-408e-4549-aa1d-3dfc7d8f5f7e req-522f81f7-1e8b-4fd2-846a-291157fd764c tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:19:16.466304 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-b36e9322-408e-4549-aa1d-3dfc7d8f5f7e req-522f81f7-1e8b-4fd2-846a-291157fd764c tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=32e6e243-eeda-4a0d-a837-8692933a5789 HTTP/1.1" status: 200 len: 943 time: 0.0727568 Jun 22 07:19:16.546175 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-b36e9322-408e-4549-aa1d-3dfc7d8f5f7e req-66071565-ab10-4eff-b787-906a5777029a tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/security-groups?id=b51056aa-037c-4921-b43f-ffbaaf0d81d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686891 Jun 22 07:19:16.869465 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-0b92172a-d882-45d5-a69e-938d7aa7c865 req-4cbe9062-4aeb-498a-90c9-c3a37874e68b tempest-VolumesNegativeTest-1219881746 tempest-VolumesNegativeTest-1219881746-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=298830c5a5d84d40bfd965948b605d11&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0315003 Jun 22 07:19:17.075278 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b92172a-d882-45d5-a69e-938d7aa7c865 req-4bf368bc-c974-46d4-b532-2f86bcae8972 tempest-VolumesNegativeTest-1219881746 tempest-VolumesNegativeTest-1219881746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:19:17.076796 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-0b92172a-d882-45d5-a69e-938d7aa7c865 req-4bf368bc-c974-46d4-b532-2f86bcae8972 tempest-VolumesNegativeTest-1219881746 tempest-VolumesNegativeTest-1219881746-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2017763 Jun 22 07:19:17.093689 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-0b92172a-d882-45d5-a69e-938d7aa7c865 req-e87dfdc9-3ac4-482e-a658-5b61879ad8c9 tempest-VolumesNegativeTest-1219881746 tempest-VolumesNegativeTest-1219881746-project] 10.222.0.24 "GET /v2.0/quotas/298830c5a5d84d40bfd965948b605d11 HTTP/1.1" status: 200 len: 375 time: 0.0106864 Jun 22 07:19:17.135977 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-0b92172a-d882-45d5-a69e-938d7aa7c865 req-e3f61346-f2a2-4877-a3ed-aa4cf25ccf62 tempest-VolumesNegativeTest-1219881746 tempest-VolumesNegativeTest-1219881746-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=298830c5a5d84d40bfd965948b605d11&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0366008 Jun 22 07:19:17.458213 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-2a3241c2-02da-444d-bc9e-8bbcbbe59c4e req-31c60688-00e9-4e19-91a9-51893a2b9585 tempest-VolumesNegativeTest-1219881746 tempest-VolumesNegativeTest-1219881746-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb5ca273-df99-4803-81a5-dcc901dfa93a HTTP/1.1" status: 200 len: 210 time: 0.0668104 Jun 22 07:19:17.836371 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-a858e875-62f3-47a6-9719-17d73e23c81e req-4f83aa81-093f-4ccd-938d-4792ade83315 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6f376705-0d18-4006-8bca-dd49b0e55cca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2967079 Jun 22 07:19:17.854746 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68aeec6-cb42-451d-8a01-5f75e87d597e req-3cc6d4af-77db-4130-8b06-9bbd865d3c3c tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:19:17.856602 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-d68aeec6-cb42-451d-8a01-5f75e87d597e req-3cc6d4af-77db-4130-8b06-9bbd865d3c3c tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=32e6e243-eeda-4a0d-a837-8692933a5789 HTTP/1.1" status: 200 len: 943 time: 0.1527340 Jun 22 07:19:17.906355 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-d68aeec6-cb42-451d-8a01-5f75e87d597e req-f615d0e2-812f-4347-aff7-1ce50db1ee0a tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/security-groups?id=b51056aa-037c-4921-b43f-ffbaaf0d81d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434260 Jun 22 07:19:17.966811 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a858e875-62f3-47a6-9719-17d73e23c81e req-ebcb34b4-9f15-4315-859d-0d29df1dabe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:19:17.966811 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-a858e875-62f3-47a6-9719-17d73e23c81e req-ebcb34b4-9f15-4315-859d-0d29df1dabe8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d4f594fab10d40c7ba3121bb30f350f6&device_id=6f376705-0d18-4006-8bca-dd49b0e55cca HTTP/1.1" status: 200 len: 1098 time: 0.0969729 Jun 22 07:19:18.126713 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a858e875-62f3-47a6-9719-17d73e23c81e req-7583a630-7386-4e04-807b-f063a4665576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:19:18.128412 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-a858e875-62f3-47a6-9719-17d73e23c81e req-7583a630-7386-4e04-807b-f063a4665576 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e45ca323-df81-4e4e-ad4b-9a2282b40737 HTTP/1.1" status: 200 len: 911 time: 0.1338694 Jun 22 07:19:18.208672 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-a858e875-62f3-47a6-9719-17d73e23c81e req-38053d47-1401-4819-bd7f-634cca6f3176 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e4159f94-5527-4466-8635-e476cd2fc9b0 HTTP/1.1" status: 200 len: 1001 time: 0.0721281 Jun 22 07:19:18.288826 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a858e875-62f3-47a6-9719-17d73e23c81e req-de215a95-73c9-4094-9dd9-ef3c8e126091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:19:18.292110 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-a858e875-62f3-47a6-9719-17d73e23c81e req-de215a95-73c9-4094-9dd9-ef3c8e126091 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f68816de-e03b-4f38-99ee-40e3f1c0a6fd HTTP/1.1" status: 200 len: 849 time: 0.0679595 Jun 22 07:19:18.361405 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a858e875-62f3-47a6-9719-17d73e23c81e req-6fe3ec11-ea3d-435c-ad12-f477272fde12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:19:18.363295 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-a858e875-62f3-47a6-9719-17d73e23c81e req-6fe3ec11-ea3d-435c-ad12-f477272fde12 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e45ca323-df81-4e4e-ad4b-9a2282b40737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0633483 Jun 22 07:19:18.465684 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-a858e875-62f3-47a6-9719-17d73e23c81e req-eb7a42a6-14a6-465b-a001-23aa3d7197d9 service neutron] 10.222.0.41 "GET /v2.0/networks/e45ca323-df81-4e4e-ad4b-9a2282b40737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945632 Jun 22 07:19:18.569780 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-a858e875-62f3-47a6-9719-17d73e23c81e req-87e15276-2343-4373-a9e8-bae75233bed6 service neutron] 10.222.0.41 "GET /v2.0/networks/e45ca323-df81-4e4e-ad4b-9a2282b40737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959387 Jun 22 07:19:18.646831 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-d7fe8a93-ea19-4991-ac0e-92bf61bc9880 req-05d6c7f7-9959-45ec-a461-31dbecac7ac4 tempest-VolumesNegativeTest-1219881746 tempest-VolumesNegativeTest-1219881746-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb5ca273-df99-4803-81a5-dcc901dfa93a HTTP/1.1" status: 200 len: 210 time: 0.0370319 Jun 22 07:19:18.856952 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-0b92172a-d882-45d5-a69e-938d7aa7c865 req-ef978927-cc27-4e45-b206-a1eed32d75be tempest-VolumesNegativeTest-1219881746 tempest-VolumesNegativeTest-1219881746-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=298830c5a5d84d40bfd965948b605d11&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0357764 Jun 22 07:19:19.227983 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852c9864-418e-43a5-a177-9fcc05ddcfd5 req-0814d118-4435-4e50-abf9-17827416c269 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:19:19.232758 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-852c9864-418e-43a5-a177-9fcc05ddcfd5 req-0814d118-4435-4e50-abf9-17827416c269 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=32e6e243-eeda-4a0d-a837-8692933a5789 HTTP/1.1" status: 200 len: 943 time: 0.1186435 Jun 22 07:19:19.313069 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-852c9864-418e-43a5-a177-9fcc05ddcfd5 req-95fb5d77-7e86-4ccd-9977-785b2d102d82 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/security-groups?id=b51056aa-037c-4921-b43f-ffbaaf0d81d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698228 Jun 22 07:19:19.393533 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b92172a-d882-45d5-a69e-938d7aa7c865 req-3a452f59-92c0-49f5-82ff-3ffced9b960b tempest-VolumesNegativeTest-1219881746 tempest-VolumesNegativeTest-1219881746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:19:19.395005 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-0b92172a-d882-45d5-a69e-938d7aa7c865 req-3a452f59-92c0-49f5-82ff-3ffced9b960b tempest-VolumesNegativeTest-1219881746 tempest-VolumesNegativeTest-1219881746-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5322382 Jun 22 07:19:19.409532 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.v2.base [req-0b92172a-d882-45d5-a69e-938d7aa7c865 req-7ce45a0d-9c77-4f03-a250-b4e0fb7cf27c tempest-VolumesNegativeTest-1219881746 tempest-VolumesNegativeTest-1219881746-project] Request body: {'port': {'device_id': 'bb5ca273-df99-4803-81a5-dcc901dfa93a', 'network_id': 'a84e97ea-494d-4803-b71e-e407d94f5339', 'admin_state_up': True, 'tenant_id': '298830c5a5d84d40bfd965948b605d11'}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:19:19.552036 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b92172a-d882-45d5-a69e-938d7aa7c865 req-7ce45a0d-9c77-4f03-a250-b4e0fb7cf27c tempest-VolumesNegativeTest-1219881746 tempest-VolumesNegativeTest-1219881746-project] Made reservation on behalf of 298830c5a5d84d40bfd965948b605d11 for: {'port': 1} {{(pid=92920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 07:19:19.558617 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-0b92172a-d882-45d5-a69e-938d7aa7c865 req-7ce45a0d-9c77-4f03-a250-b4e0fb7cf27c tempest-VolumesNegativeTest-1219881746 tempest-VolumesNegativeTest-1219881746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1809762'] for port, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:19.571801 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-0b92172a-d882-45d5-a69e-938d7aa7c865 req-7ce45a0d-9c77-4f03-a250-b4e0fb7cf27c tempest-VolumesNegativeTest-1219881746 tempest-VolumesNegativeTest-1219881746-project] Notify callbacks [] for security_group, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:19.686738 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-0b92172a-d882-45d5-a69e-938d7aa7c865 req-7ce45a0d-9c77-4f03-a250-b4e0fb7cf27c tempest-VolumesNegativeTest-1219881746 tempest-VolumesNegativeTest-1219881746-project] Notify callbacks [] for security_group, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:19.692497 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-0b92172a-d882-45d5-a69e-938d7aa7c865 req-7ce45a0d-9c77-4f03-a250-b4e0fb7cf27c tempest-VolumesNegativeTest-1219881746 tempest-VolumesNegativeTest-1219881746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:19.699936 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-9c7f6dc8-2426-4e89-8cb7-bf6fb1994f8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:19:19.807407 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce45a0d-9c77-4f03-a250-b4e0fb7cf27c tempest-VolumesNegativeTest-1219881746 tempest-VolumesNegativeTest-1219881746-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c041d9a-8f58-4462-b616-4c3a7ff4e6f0,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:19:19.816994 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-7ce45a0d-9c77-4f03-a250-b4e0fb7cf27c tempest-VolumesNegativeTest-1219881746 tempest-VolumesNegativeTest-1219881746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:19:19.883793 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-71377c3d-c297-456b-9809-27b5e6d78e7b req-4810bb9c-73fe-40d3-9c7e-45ca6b60c198 tempest-VolumesNegativeTest-1219881746 tempest-VolumesNegativeTest-1219881746-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb5ca273-df99-4803-81a5-dcc901dfa93a HTTP/1.1" status: 200 len: 210 time: 0.0319729 Jun 22 07:19:19.918554 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.db.db_base_plugin_common [req-0b92172a-d882-45d5-a69e-938d7aa7c865 req-7ce45a0d-9c77-4f03-a250-b4e0fb7cf27c tempest-VolumesNegativeTest-1219881746 tempest-VolumesNegativeTest-1219881746-project] Allocated IP 192.168.233.87 (a84e97ea-494d-4803-b71e-e407d94f5339/5d14d1ca-c392-4261-b400-af0f8d2108a3/4a256c6e-56f8-4778-b544-54fdcf93be32) {{(pid=92920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 07:19:20.109103 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-0b92172a-d882-45d5-a69e-938d7aa7c865 req-7ce45a0d-9c77-4f03-a250-b4e0fb7cf27c tempest-VolumesNegativeTest-1219881746 tempest-VolumesNegativeTest-1219881746-project] Notify callbacks [] for port, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:20.124998 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [req-0b92172a-d882-45d5-a69e-938d7aa7c865 req-7ce45a0d-9c77-4f03-a250-b4e0fb7cf27c tempest-VolumesNegativeTest-1219881746 tempest-VolumesNegativeTest-1219881746-project] Transition to ACTIVE for port object 4a256c6e-56f8-4778-b544-54fdcf93be32 will not be triggered until provisioned by entity DHCP. {{(pid=92920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 07:19:20.161290 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-0b92172a-d882-45d5-a69e-938d7aa7c865 req-7ce45a0d-9c77-4f03-a250-b4e0fb7cf27c tempest-VolumesNegativeTest-1219881746 tempest-VolumesNegativeTest-1219881746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1809569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-690206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773473471591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5150818'] for port, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:20.170153 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:19:20.223565 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b92172a-d882-45d5-a69e-938d7aa7c865 req-7ce45a0d-9c77-4f03-a250-b4e0fb7cf27c tempest-VolumesNegativeTest-1219881746 tempest-VolumesNegativeTest-1219881746-project] Network a84e97ea-494d-4803-b71e-e407d94f5339 is already hosted by enough agents. {{(pid=92920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 07:19:20.229618 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.scheduler.base_scheduler [req-0b92172a-d882-45d5-a69e-938d7aa7c865 req-7ce45a0d-9c77-4f03-a250-b4e0fb7cf27c tempest-VolumesNegativeTest-1219881746 tempest-VolumesNegativeTest-1219881746-project] Resources bound (agent type, host, resource id): {{(pid=92920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 07:19:20.240937 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b92172a-d882-45d5-a69e-938d7aa7c865 req-7ce45a0d-9c77-4f03-a250-b4e0fb7cf27c tempest-VolumesNegativeTest-1219881746 tempest-VolumesNegativeTest-1219881746-project] Received port after_create {{(pid=92920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 07:19:20.270209 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce45a0d-9c77-4f03-a250-b4e0fb7cf27c tempest-VolumesNegativeTest-1219881746 tempest-VolumesNegativeTest-1219881746-project] Pushing event updated for resources: {'Port': ['ID=4a256c6e-56f8-4778-b544-54fdcf93be32,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:19:20.275410 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-7ce45a0d-9c77-4f03-a250-b4e0fb7cf27c tempest-VolumesNegativeTest-1219881746 tempest-VolumesNegativeTest-1219881746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:19:20.300493 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b92172a-d882-45d5-a69e-938d7aa7c865 req-7ce45a0d-9c77-4f03-a250-b4e0fb7cf27c tempest-VolumesNegativeTest-1219881746 tempest-VolumesNegativeTest-1219881746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:19:20.301155 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-0b92172a-d882-45d5-a69e-938d7aa7c865 req-7ce45a0d-9c77-4f03-a250-b4e0fb7cf27c tempest-VolumesNegativeTest-1219881746 tempest-VolumesNegativeTest-1219881746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91146'] for port, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:20.318357 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-0b92172a-d882-45d5-a69e-938d7aa7c865 req-7ce45a0d-9c77-4f03-a250-b4e0fb7cf27c tempest-VolumesNegativeTest-1219881746 tempest-VolumesNegativeTest-1219881746-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9127693 Jun 22 07:19:20.331396 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.v2.base [req-0b92172a-d882-45d5-a69e-938d7aa7c865 req-fe095a2c-8794-4307-9985-f21fc3170211 service neutron] Request body: {'port': {'device_id': 'bb5ca273-df99-4803-81a5-dcc901dfa93a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:19:20.455210 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-0b92172a-d882-45d5-a69e-938d7aa7c865 req-fe095a2c-8794-4307-9985-f21fc3170211 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:20.489603 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-071aafc2-7e28-4554-a878-dbba5da1c599 None None] Provisioning for port 4a256c6e-56f8-4778-b544-54fdcf93be32 completed by entity DHCP. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 07:19:20.508719 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-071aafc2-7e28-4554-a878-dbba5da1c599 None None] Provisioning complete for port 4a256c6e-56f8-4778-b544-54fdcf93be32 triggered by entity DHCP. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:19:20.509798 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-071aafc2-7e28-4554-a878-dbba5da1c599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1879668'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:20.575666 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-071aafc2-7e28-4554-a878-dbba5da1c599 None None] Port 4a256c6e-56f8-4778-b544-54fdcf93be32 cannot update to ACTIVE because it is not bound. {{(pid=92921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 07:19:20.607597 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2a22d5-df6f-4e58-8486-a1eae40524b1 req-a09143cd-db22-4e92-8581-908c516cf564 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:19:20.609730 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-7f2a22d5-df6f-4e58-8486-a1eae40524b1 req-a09143cd-db22-4e92-8581-908c516cf564 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=32e6e243-eeda-4a0d-a837-8692933a5789 HTTP/1.1" status: 200 len: 943 time: 0.1438270 Jun 22 07:19:20.668271 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-7f2a22d5-df6f-4e58-8486-a1eae40524b1 req-7cafbab0-0917-4271-90c1-8977449f6200 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/security-groups?id=b51056aa-037c-4921-b43f-ffbaaf0d81d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505033 Jun 22 07:19:20.864707 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.notifiers.nova [req-0b92172a-d882-45d5-a69e-938d7aa7c865 req-fe095a2c-8794-4307-9985-f21fc3170211 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a256c6e-56f8-4778-b544-54fdcf93be32 {{(pid=92920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 07:19:20.866350 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-0b92172a-d882-45d5-a69e-938d7aa7c865 req-fe095a2c-8794-4307-9985-f21fc3170211 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:20.886207 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [req-0b92172a-d882-45d5-a69e-938d7aa7c865 req-fe095a2c-8794-4307-9985-f21fc3170211 service neutron] Transition to ACTIVE for port object 4a256c6e-56f8-4778-b544-54fdcf93be32 will not be triggered until provisioned by entity L2. {{(pid=92920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 07:19:20.890811 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-0b92172a-d882-45d5-a69e-938d7aa7c865 req-fe095a2c-8794-4307-9985-f21fc3170211 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5150800'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:20.894522 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-793b1f20-0e3f-4052-91a6-c0f3498c0f0a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:19:20.981488 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe095a2c-8794-4307-9985-f21fc3170211 service neutron] Pushing event updated for resources: {'Port': ['ID=4a256c6e-56f8-4778-b544-54fdcf93be32,revision_number=2']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:19:21.040877 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-fe095a2c-8794-4307-9985-f21fc3170211 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:19:21.077378 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.managers [req-0b92172a-d882-45d5-a69e-938d7aa7c865 req-fe095a2c-8794-4307-9985-f21fc3170211 service neutron] Attempting to bind port 4a256c6e-56f8-4778-b544-54fdcf93be32 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 07:19:21.077704 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.managers [req-0b92172a-d882-45d5-a69e-938d7aa7c865 req-fe095a2c-8794-4307-9985-f21fc3170211 service neutron] Attempting to bind port 4a256c6e-56f8-4778-b544-54fdcf93be32 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '2d9dbcbf-ed54-42c3-b575-97b879879f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a84e97ea-494d-4803-b71e-e407d94f5339'}] {{(pid=92920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 07:19:21.078023 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b92172a-d882-45d5-a69e-938d7aa7c865 req-fe095a2c-8794-4307-9985-f21fc3170211 service neutron] Attempting to bind port 4a256c6e-56f8-4778-b544-54fdcf93be32 on network a84e97ea-494d-4803-b71e-e407d94f5339 {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 07:19:21.083538 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b92172a-d882-45d5-a69e-938d7aa7c865 req-fe095a2c-8794-4307-9985-f21fc3170211 service neutron] Port 4a256c6e-56f8-4778-b544-54fdcf93be32 on network a84e97ea-494d-4803-b71e-e407d94f5339 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 07:19:21.083859 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b92172a-d882-45d5-a69e-938d7aa7c865 req-fe095a2c-8794-4307-9985-f21fc3170211 service neutron] Attempting to bind port 4a256c6e-56f8-4778-b544-54fdcf93be32 on network a84e97ea-494d-4803-b71e-e407d94f5339 {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 07:19:21.089517 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b92172a-d882-45d5-a69e-938d7aa7c865 req-fe095a2c-8794-4307-9985-f21fc3170211 service neutron] Checking agent: {'id': 'ce8fa221-be2f-440a-9097-46e1804b8f29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 7, 12, 2), 'started_at': datetime.datetime(2021, 6, 22, 7, 12, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 7, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 07:19:21.089851 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b92172a-d882-45d5-a69e-938d7aa7c865 req-fe095a2c-8794-4307-9985-f21fc3170211 service neutron] Checking segment: {'id': '2d9dbcbf-ed54-42c3-b575-97b879879f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a84e97ea-494d-4803-b71e-e407d94f5339'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 07:19:21.090231 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b92172a-d882-45d5-a69e-938d7aa7c865 req-fe095a2c-8794-4307-9985-f21fc3170211 service neutron] Bound using segment: {'id': '2d9dbcbf-ed54-42c3-b575-97b879879f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a84e97ea-494d-4803-b71e-e407d94f5339'} {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 07:19:21.090656 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.managers [req-0b92172a-d882-45d5-a69e-938d7aa7c865 req-fe095a2c-8794-4307-9985-f21fc3170211 service neutron] Bound port: 4a256c6e-56f8-4778-b544-54fdcf93be32, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d9dbcbf-ed54-42c3-b575-97b879879f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a84e97ea-494d-4803-b71e-e407d94f5339'}}] {{(pid=92920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 07:19:21.091001 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-0b92172a-d882-45d5-a69e-938d7aa7c865 req-fe095a2c-8794-4307-9985-f21fc3170211 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:21.164933 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c96914f-0f35-4e48-907a-4d4e3b046ed5 req-4c134dc7-5b6b-45b0-a9d1-0316ccf61846 tempest-VolumesNegativeTest-1219881746 tempest-VolumesNegativeTest-1219881746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:19:21.167862 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-1c96914f-0f35-4e48-907a-4d4e3b046ed5 req-4c134dc7-5b6b-45b0-a9d1-0316ccf61846 tempest-VolumesNegativeTest-1219881746 tempest-VolumesNegativeTest-1219881746-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb5ca273-df99-4803-81a5-dcc901dfa93a HTTP/1.1" status: 200 len: 947 time: 0.0978525 Jun 22 07:19:21.172124 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [req-0b92172a-d882-45d5-a69e-938d7aa7c865 req-fe095a2c-8794-4307-9985-f21fc3170211 service neutron] For port 4a256c6e-56f8-4778-b544-54fdcf93be32, host hv-cinder-78662, cleared binding levels {{(pid=92920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 07:19:21.176917 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [req-0b92172a-d882-45d5-a69e-938d7aa7c865 req-fe095a2c-8794-4307-9985-f21fc3170211 service neutron] For port 4a256c6e-56f8-4778-b544-54fdcf93be32, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=4a256c6e-56f8-4778-b544-54fdcf93be32,segment=NetworkSegment(2d9dbcbf-ed54-42c3-b575-97b879879f00),segment_id=2d9dbcbf-ed54-42c3-b575-97b879879f00)] {{(pid=92920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 07:19:21.183820 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-0b92172a-d882-45d5-a69e-938d7aa7c865 req-fe095a2c-8794-4307-9985-f21fc3170211 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5150800'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:21.187801 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-045e497c-8fa0-4d85-bf13-b6803165e4fc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:19:21.223794 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b92172a-d882-45d5-a69e-938d7aa7c865 req-fe095a2c-8794-4307-9985-f21fc3170211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:19:21.224369 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-0b92172a-d882-45d5-a69e-938d7aa7c865 req-fe095a2c-8794-4307-9985-f21fc3170211 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91146'] for port, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:21.225877 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-0b92172a-d882-45d5-a69e-938d7aa7c865 req-fe095a2c-8794-4307-9985-f21fc3170211 service neutron] 10.222.0.41 "PUT /v2.0/ports/4a256c6e-56f8-4778-b544-54fdcf93be32 HTTP/1.1" status: 200 len: 1097 time: 0.8994141 Jun 22 07:19:21.227085 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb5ca273-df99-4803-81a5-dcc901dfa93a', 'tag': '4a256c6e-56f8-4778-b544-54fdcf93be32'}] {{(pid=92920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 07:19:21.229530 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}175c46e468422b48d63533518873068da6a6c478907c3b6f79f9dabf89e8d923" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f3d3637-5887-456f-a24c-6ff45c5ab075" -d '{"events": [{"name": "network-changed", "server_uuid": "bb5ca273-df99-4803-81a5-dcc901dfa93a", "tag": "4a256c6e-56f8-4778-b544-54fdcf93be32"}]}' {{(pid=92920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 07:19:21.246656 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-1c96914f-0f35-4e48-907a-4d4e3b046ed5 req-da5deba6-49ca-41be-a636-c602c00a7424 tempest-VolumesNegativeTest-1219881746 tempest-VolumesNegativeTest-1219881746-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c041d9a-8f58-4462-b616-4c3a7ff4e6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728126 Jun 22 07:19:21.262996 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe095a2c-8794-4307-9985-f21fc3170211 service neutron] Pushing event updated for resources: {'Port': ['ID=4a256c6e-56f8-4778-b544-54fdcf93be32,revision_number=3']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:19:21.266433 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-fe095a2c-8794-4307-9985-f21fc3170211 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:19:21.393045 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b92172a-d882-45d5-a69e-938d7aa7c865 req-67a91d64-d1fc-4a93-8f8e-1c1e18c65829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:19:21.395875 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-0b92172a-d882-45d5-a69e-938d7aa7c865 req-67a91d64-d1fc-4a93-8f8e-1c1e18c65829 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=298830c5a5d84d40bfd965948b605d11&device_id=bb5ca273-df99-4803-81a5-dcc901dfa93a HTTP/1.1" status: 200 len: 1100 time: 0.0953307 Jun 22 07:19:21.469139 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-0b92172a-d882-45d5-a69e-938d7aa7c865 req-e1dc9106-69d3-4892-acb4-ea07a90a7f9e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=4a256c6e-56f8-4778-b544-54fdcf93be32 HTTP/1.1" status: 200 len: 217 time: 0.0630591 Jun 22 07:19:21.490273 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 07:19:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-368e59e4-554e-4d51-9351-8467b5dd4f3f x-openstack-request-id: req-368e59e4-554e-4d51-9351-8467b5dd4f3f {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 07:19:21.490757 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb5ca273-df99-4803-81a5-dcc901dfa93a", "tag": "4a256c6e-56f8-4778-b544-54fdcf93be32", "status": "completed", "code": 200}]} {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 07:19:21.491210 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-368e59e4-554e-4d51-9351-8467b5dd4f3f {{(pid=92920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 07:19:21.492472 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb5ca273-df99-4803-81a5-dcc901dfa93a', 'tag': '4a256c6e-56f8-4778-b544-54fdcf93be32', 'status': 'completed', 'code': 200} Jun 22 07:19:21.551251 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b92172a-d882-45d5-a69e-938d7aa7c865 req-0f641cdd-a6a1-4b18-90fd-3016dbd8e484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:19:21.552986 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-0b92172a-d882-45d5-a69e-938d7aa7c865 req-0f641cdd-a6a1-4b18-90fd-3016dbd8e484 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5d14d1ca-c392-4261-b400-af0f8d2108a3 HTTP/1.1" status: 200 len: 843 time: 0.0762515 Jun 22 07:19:21.620335 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b92172a-d882-45d5-a69e-938d7aa7c865 req-fb00fffc-8582-44da-977a-a164fe95b7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:19:21.621895 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-0b92172a-d882-45d5-a69e-938d7aa7c865 req-fb00fffc-8582-44da-977a-a164fe95b7a7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a84e97ea-494d-4803-b71e-e407d94f5339&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0617449 Jun 22 07:19:21.750028 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-0b92172a-d882-45d5-a69e-938d7aa7c865 req-d8952cd0-9411-4e35-9432-b2e202d6bfde service neutron] 10.222.0.41 "GET /v2.0/networks/a84e97ea-494d-4803-b71e-e407d94f5339?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139398 Jun 22 07:19:21.892599 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-0b92172a-d882-45d5-a69e-938d7aa7c865 req-3adaeb9c-eb55-44bb-a202-bb192c92d88b service neutron] 10.222.0.41 "GET /v2.0/networks/a84e97ea-494d-4803-b71e-e407d94f5339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327286 Jun 22 07:19:21.950410 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4e32b4-51d9-4432-8837-f2124dfbaa4b req-ab7ac340-c8e1-4b50-bb4c-2e8be59f2113 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:19:21.952100 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-3f4e32b4-51d9-4432-8837-f2124dfbaa4b req-ab7ac340-c8e1-4b50-bb4c-2e8be59f2113 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=32e6e243-eeda-4a0d-a837-8692933a5789 HTTP/1.1" status: 200 len: 943 time: 0.0963175 Jun 22 07:19:21.996376 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-3f4e32b4-51d9-4432-8837-f2124dfbaa4b req-a77c2757-b658-41cb-ae27-00903642fdac tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/security-groups?id=b51056aa-037c-4921-b43f-ffbaaf0d81d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380082 Jun 22 07:19:22.040128 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3d3637-5887-456f-a24c-6ff45c5ab075 req-02709415-ec79-48f5-a564-d7c17c434597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:19:22.041722 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-8f3d3637-5887-456f-a24c-6ff45c5ab075 req-02709415-ec79-48f5-a564-d7c17c434597 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=298830c5a5d84d40bfd965948b605d11&device_id=bb5ca273-df99-4803-81a5-dcc901dfa93a HTTP/1.1" status: 200 len: 1100 time: 0.0895767 Jun 22 07:19:22.181806 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3d3637-5887-456f-a24c-6ff45c5ab075 req-e6bc96aa-8957-4902-93a1-6a431642f83b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:19:22.184365 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-8f3d3637-5887-456f-a24c-6ff45c5ab075 req-e6bc96aa-8957-4902-93a1-6a431642f83b service neutron] 10.222.0.41 "GET /v2.0/networks?id=a84e97ea-494d-4803-b71e-e407d94f5339 HTTP/1.1" status: 200 len: 870 time: 0.1348341 Jun 22 07:19:22.237156 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-8f3d3637-5887-456f-a24c-6ff45c5ab075 req-6de75c0e-5b2f-477d-9eba-535d14a64642 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=4a256c6e-56f8-4778-b544-54fdcf93be32 HTTP/1.1" status: 200 len: 217 time: 0.0445268 Jun 22 07:19:22.339593 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3d3637-5887-456f-a24c-6ff45c5ab075 req-1246ff6a-8236-4d31-9378-92a9a3decbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:19:22.341259 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-8f3d3637-5887-456f-a24c-6ff45c5ab075 req-1246ff6a-8236-4d31-9378-92a9a3decbc0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5d14d1ca-c392-4261-b400-af0f8d2108a3 HTTP/1.1" status: 200 len: 843 time: 0.0918572 Jun 22 07:19:22.458909 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3d3637-5887-456f-a24c-6ff45c5ab075 req-6372180e-206e-46e4-85d2-439ec718f569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:19:22.459978 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-8f3d3637-5887-456f-a24c-6ff45c5ab075 req-6372180e-206e-46e4-85d2-439ec718f569 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a84e97ea-494d-4803-b71e-e407d94f5339&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.1090238 Jun 22 07:19:22.504140 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62d1df2-ddec-4dbd-9bbc-3d52bf35bbf3 req-202ba25d-9f6c-411e-bb35-64c60eba74d7 tempest-VolumesNegativeTest-1219881746 tempest-VolumesNegativeTest-1219881746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:19:22.506727 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-b62d1df2-ddec-4dbd-9bbc-3d52bf35bbf3 req-202ba25d-9f6c-411e-bb35-64c60eba74d7 tempest-VolumesNegativeTest-1219881746 tempest-VolumesNegativeTest-1219881746-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb5ca273-df99-4803-81a5-dcc901dfa93a HTTP/1.1" status: 200 len: 947 time: 0.1008451 Jun 22 07:19:22.570738 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-8f3d3637-5887-456f-a24c-6ff45c5ab075 req-7c6ecfb1-3c27-4090-b877-1e8c5b274081 service neutron] 10.222.0.41 "GET /v2.0/networks/a84e97ea-494d-4803-b71e-e407d94f5339?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019371 Jun 22 07:19:22.577961 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-b62d1df2-ddec-4dbd-9bbc-3d52bf35bbf3 req-8be0314f-f6d5-4291-819f-7c3dd228bbbd tempest-VolumesNegativeTest-1219881746 tempest-VolumesNegativeTest-1219881746-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c041d9a-8f58-4462-b616-4c3a7ff4e6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624661 Jun 22 07:19:22.685899 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-8f3d3637-5887-456f-a24c-6ff45c5ab075 req-4ac12b94-1ffa-4d06-b568-d90cc6f522bf service neutron] 10.222.0.41 "GET /v2.0/networks/a84e97ea-494d-4803-b71e-e407d94f5339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047070 Jun 22 07:19:22.812037 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 49066) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:19:22.927551 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-2ff2c359-8b7a-44d4-a6eb-ec17036ed996 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:23.024910 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-2ff2c359-8b7a-44d4-a6eb-ec17036ed996 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:23.029587 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-2ff2c359-8b7a-44d4-a6eb-ec17036ed996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:23.032425 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-7ce45a0d-9c77-4f03-a250-b4e0fb7cf27c tempest-VolumesNegativeTest-1219881746 tempest-VolumesNegativeTest-1219881746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:19:23.071946 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-2ff2c359-8b7a-44d4-a6eb-ec17036ed996 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=edf2adc7909e4340b23b8ff7d5f7739c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2586308 Jun 22 07:19:23.074523 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff2c359-8b7a-44d4-a6eb-ec17036ed996 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b17736c6-8dea-4a7a-a0db-f1494eae3f14,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:19:23.075811 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 49072) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:19:23.078175 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-2ff2c359-8b7a-44d4-a6eb-ec17036ed996 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:19:23.142075 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-79d23ee0-c8a2-4977-bba3-9926111a76ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:23.185443 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-79d23ee0-c8a2-4977-bba3-9926111a76ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:23.301382 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79386c72-4698-4759-8859-5c910d5f1e13 req-655ddb04-82d2-4d9e-9e2a-2b750e4d56a7 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:19:23.302883 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-79386c72-4698-4759-8859-5c910d5f1e13 req-655ddb04-82d2-4d9e-9e2a-2b750e4d56a7 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=32e6e243-eeda-4a0d-a837-8692933a5789 HTTP/1.1" status: 200 len: 943 time: 0.1144044 Jun 22 07:19:23.308739 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-79d23ee0-c8a2-4977-bba3-9926111a76ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:23.311335 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-79d23ee0-c8a2-4977-bba3-9926111a76ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:23.312461 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-79d23ee0-c8a2-4977-bba3-9926111a76ec admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b17736c6-8dea-4a7a-a0db-f1494eae3f14 HTTP/1.1" status: 204 len: 168 time: 0.2352321 Jun 22 07:19:23.314410 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-f849020e-ec99-4b26-9e0f-ceeee52fbccb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:19:23.334873 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d23ee0-c8a2-4977-bba3-9926111a76ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b17736c6-8dea-4a7a-a0db-f1494eae3f14,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:19:23.339382 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-79d23ee0-c8a2-4977-bba3-9926111a76ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:19:23.365776 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-79386c72-4698-4759-8859-5c910d5f1e13 req-272f102a-e182-4262-abfc-e0339e0d077c tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/security-groups?id=b51056aa-037c-4921-b43f-ffbaaf0d81d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520191 Jun 22 07:19:23.627637 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 49082) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:19:23.646028 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-63266b8e-fbec-448b-8f82-1862f642f958 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:23.763532 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-63266b8e-fbec-448b-8f82-1862f642f958 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:23.768446 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-63266b8e-fbec-448b-8f82-1862f642f958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:23.771619 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-d3cdf220-f4a2-4715-b05c-fc9701062aca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:19:23.792740 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c4ca30-42c7-40a8-b3d2-5e52a72319b5 req-9f46b231-d27f-4cd4-9cfc-fb73aa81e18d tempest-VolumesNegativeTest-1219881746 tempest-VolumesNegativeTest-1219881746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:19:23.794271 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-47c4ca30-42c7-40a8-b3d2-5e52a72319b5 req-9f46b231-d27f-4cd4-9cfc-fb73aa81e18d tempest-VolumesNegativeTest-1219881746 tempest-VolumesNegativeTest-1219881746-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb5ca273-df99-4803-81a5-dcc901dfa93a HTTP/1.1" status: 200 len: 947 time: 0.0773838 Jun 22 07:19:23.808005 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63266b8e-fbec-448b-8f82-1862f642f958 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d781f2a6-5ea3-4d2a-9a10-4657067f6594,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:19:23.816128 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-63266b8e-fbec-448b-8f82-1862f642f958 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dcf4f69e1b364324a3f7b7d8f05bad0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1838086 Jun 22 07:19:23.816128 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-63266b8e-fbec-448b-8f82-1862f642f958 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:19:23.816602 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 49084) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:19:23.838981 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-47c4ca30-42c7-40a8-b3d2-5e52a72319b5 req-17cfc55b-1d73-4c84-b6c1-3420cb8c4eeb tempest-VolumesNegativeTest-1219881746 tempest-VolumesNegativeTest-1219881746-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c041d9a-8f58-4462-b616-4c3a7ff4e6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386198 Jun 22 07:19:23.891809 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-ddee130c-e5c1-4fe9-9f0f-af9d43821438 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:23.916876 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-ddee130c-e5c1-4fe9-9f0f-af9d43821438 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:23.971781 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-ddee130c-e5c1-4fe9-9f0f-af9d43821438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:23.975097 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-ddee130c-e5c1-4fe9-9f0f-af9d43821438 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:23.976596 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-ddee130c-e5c1-4fe9-9f0f-af9d43821438 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d781f2a6-5ea3-4d2a-9a10-4657067f6594 HTTP/1.1" status: 204 len: 168 time: 0.1590328 Jun 22 07:19:23.977447 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:19:23.986302 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddee130c-e5c1-4fe9-9f0f-af9d43821438 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d781f2a6-5ea3-4d2a-9a10-4657067f6594,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:19:23.988999 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-ddee130c-e5c1-4fe9-9f0f-af9d43821438 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:19:24.602895 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0ec874-8762-48b2-810d-2511939f512b req-1771f96f-f0d5-4f6d-a3c5-1b4fd3f0101c tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:19:24.605302 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-fe0ec874-8762-48b2-810d-2511939f512b req-1771f96f-f0d5-4f6d-a3c5-1b4fd3f0101c tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=32e6e243-eeda-4a0d-a837-8692933a5789 HTTP/1.1" status: 200 len: 943 time: 0.1029654 Jun 22 07:19:24.658004 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-fe0ec874-8762-48b2-810d-2511939f512b req-5ffec9ec-2725-44cc-ab74-3695e6d16982 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/security-groups?id=b51056aa-037c-4921-b43f-ffbaaf0d81d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405190 Jun 22 07:19:25.031012 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaa359d-6e9a-4c51-9890-ec67e2d77be7 req-38807ceb-46ce-4971-884d-eb86758c394e tempest-VolumesNegativeTest-1219881746 tempest-VolumesNegativeTest-1219881746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:19:25.032582 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-9eaa359d-6e9a-4c51-9890-ec67e2d77be7 req-38807ceb-46ce-4971-884d-eb86758c394e tempest-VolumesNegativeTest-1219881746 tempest-VolumesNegativeTest-1219881746-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb5ca273-df99-4803-81a5-dcc901dfa93a HTTP/1.1" status: 200 len: 947 time: 0.0666811 Jun 22 07:19:25.080102 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-9eaa359d-6e9a-4c51-9890-ec67e2d77be7 req-9e08cede-097c-4e58-8e55-a27f51dbdb48 tempest-VolumesNegativeTest-1219881746 tempest-VolumesNegativeTest-1219881746-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c041d9a-8f58-4462-b616-4c3a7ff4e6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365121 Jun 22 07:19:25.730378 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Device 4a256c6e-56f8-4778-b544-54fdcf93be32 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=92921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 07:19:25.870260 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] For port 4a256c6e-56f8-4778-b544-54fdcf93be32, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=4a256c6e-56f8-4778-b544-54fdcf93be32,segment=NetworkSegment(2d9dbcbf-ed54-42c3-b575-97b879879f00),segment_id=2d9dbcbf-ed54-42c3-b575-97b879879f00)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:19:25.871621 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e07357-636e-453b-a566-fec9393856d5 req-4a64206b-300e-46f8-bd28-4e18f64bbc44 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:19:25.873396 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-f6e07357-636e-453b-a566-fec9393856d5 req-4a64206b-300e-46f8-bd28-4e18f64bbc44 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=32e6e243-eeda-4a0d-a837-8692933a5789 HTTP/1.1" status: 200 len: 943 time: 0.0808501 Jun 22 07:19:25.895281 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Returning: {'device': '4a256c6e-56f8-4778-b544-54fdcf93be32', 'network_id': 'a84e97ea-494d-4803-b71e-e407d94f5339', 'port_id': '4a256c6e-56f8-4778-b544-54fdcf93be32', 'mac_address': 'fa:16:3e:dc:3d:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d14d1ca-c392-4261-b400-af0f8d2108a3', 'ip_address': '192.168.233.87'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 07:19:25.937795 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-f6e07357-636e-453b-a566-fec9393856d5 req-16012316-d915-4c8e-b230-bec8cc8555fd tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/security-groups?id=b51056aa-037c-4921-b43f-ffbaaf0d81d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521488 Jun 22 07:19:25.976707 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:25.999601 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.notifiers.nova [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a256c6e-56f8-4778-b544-54fdcf93be32 {{(pid=92921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 07:19:26.025161 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] For port 4a256c6e-56f8-4778-b544-54fdcf93be32, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=4a256c6e-56f8-4778-b544-54fdcf93be32,segment=NetworkSegment(2d9dbcbf-ed54-42c3-b575-97b879879f00),segment_id=2d9dbcbf-ed54-42c3-b575-97b879879f00)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:19:26.029438 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:26.032577 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:19:26.080858 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Pushing event updated for resources: {'Port': ['ID=4a256c6e-56f8-4778-b544-54fdcf93be32,revision_number=4']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:19:26.089356 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:19:26.089700 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:19:26.090041 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:19:26.090375 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:19:26.090706 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:19:26.091034 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:19:26.091358 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:19:26.091682 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:19:26.092008 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:19:26.092328 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:19:26.092676 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:19:26.093005 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:19:26.097277 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:19:26.265602 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c54740e-98a7-40a5-b52c-9b84fea37015 req-9363d720-b701-4268-a3a0-0d66688cfa29 tempest-VolumesNegativeTest-1219881746 tempest-VolumesNegativeTest-1219881746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:19:26.267387 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-1c54740e-98a7-40a5-b52c-9b84fea37015 req-9363d720-b701-4268-a3a0-0d66688cfa29 tempest-VolumesNegativeTest-1219881746 tempest-VolumesNegativeTest-1219881746-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb5ca273-df99-4803-81a5-dcc901dfa93a HTTP/1.1" status: 200 len: 948 time: 0.0735834 Jun 22 07:19:26.322799 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-1c54740e-98a7-40a5-b52c-9b84fea37015 req-95051edb-ee3c-4b88-b160-29d8c5fb50c1 tempest-VolumesNegativeTest-1219881746 tempest-VolumesNegativeTest-1219881746-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c041d9a-8f58-4462-b616-4c3a7ff4e6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481062 Jun 22 07:19:27.030948 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] get_ports_and_sgs() called for port_ids ['4a256c6e-56f8-4778-b544-54fdcf93be32'] {{(pid=92921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 07:19:27.112183 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea1f307-3176-42d9-97ab-5e1208d29dc4 req-71ae1afb-ebbd-4f10-bfcf-c718661e8f47 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:19:27.113715 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-1ea1f307-3176-42d9-97ab-5e1208d29dc4 req-71ae1afb-ebbd-4f10-bfcf-c718661e8f47 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=32e6e243-eeda-4a0d-a837-8692933a5789 HTTP/1.1" status: 200 len: 943 time: 0.0658457 Jun 22 07:19:27.154036 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-1ea1f307-3176-42d9-97ab-5e1208d29dc4 req-36a4e063-1c9e-4a3b-bafd-1bf2aa6ac947 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/security-groups?id=b51056aa-037c-4921-b43f-ffbaaf0d81d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343583 Jun 22 07:19:27.507534 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fda5fde-697b-4cf2-b323-29ea06e55367 req-3b76d9d8-9c96-49b9-9b29-155f8da0c076 tempest-VolumesNegativeTest-1219881746 tempest-VolumesNegativeTest-1219881746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:19:27.509263 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-0fda5fde-697b-4cf2-b323-29ea06e55367 req-3b76d9d8-9c96-49b9-9b29-155f8da0c076 tempest-VolumesNegativeTest-1219881746 tempest-VolumesNegativeTest-1219881746-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb5ca273-df99-4803-81a5-dcc901dfa93a HTTP/1.1" status: 200 len: 948 time: 0.0728579 Jun 22 07:19:27.549444 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-0fda5fde-697b-4cf2-b323-29ea06e55367 req-e57d2161-a15b-4246-a0fa-51dd5288ddb5 tempest-VolumesNegativeTest-1219881746 tempest-VolumesNegativeTest-1219881746-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c041d9a-8f58-4462-b616-4c3a7ff4e6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345430 Jun 22 07:19:28.364699 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be26fa9-5840-41de-9f57-9528df4d0ca9 req-2bf0a035-7f4e-4d57-a854-799b03c75087 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:19:28.366179 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-3be26fa9-5840-41de-9f57-9528df4d0ca9 req-2bf0a035-7f4e-4d57-a854-799b03c75087 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=32e6e243-eeda-4a0d-a837-8692933a5789 HTTP/1.1" status: 200 len: 943 time: 0.0693011 Jun 22 07:19:28.406688 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-3be26fa9-5840-41de-9f57-9528df4d0ca9 req-3e53748b-b68a-4279-8ef6-deda043b4099 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/security-groups?id=b51056aa-037c-4921-b43f-ffbaaf0d81d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328751 Jun 22 07:19:28.734160 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ba828f-ccc1-4c88-91c8-e9dc44b2ace5 req-9bd2c0f6-dd29-4b7e-acd1-d6d56b043708 tempest-VolumesNegativeTest-1219881746 tempest-VolumesNegativeTest-1219881746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:19:28.735674 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-a1ba828f-ccc1-4c88-91c8-e9dc44b2ace5 req-9bd2c0f6-dd29-4b7e-acd1-d6d56b043708 tempest-VolumesNegativeTest-1219881746 tempest-VolumesNegativeTest-1219881746-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb5ca273-df99-4803-81a5-dcc901dfa93a HTTP/1.1" status: 200 len: 948 time: 0.0669730 Jun 22 07:19:28.776841 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-a1ba828f-ccc1-4c88-91c8-e9dc44b2ace5 req-e2734ce0-bb9f-4a52-9342-e26be9e39ef0 tempest-VolumesNegativeTest-1219881746 tempest-VolumesNegativeTest-1219881746-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c041d9a-8f58-4462-b616-4c3a7ff4e6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352204 Jun 22 07:19:29.595628 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f74f64-a4a1-4ad0-87b1-08fb2b40af27 req-fc67f3b2-6de9-4d76-8a3e-7d0d9daa1959 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:19:29.597157 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-38f74f64-a4a1-4ad0-87b1-08fb2b40af27 req-fc67f3b2-6de9-4d76-8a3e-7d0d9daa1959 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=32e6e243-eeda-4a0d-a837-8692933a5789 HTTP/1.1" status: 200 len: 943 time: 0.0680399 Jun 22 07:19:29.640255 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-38f74f64-a4a1-4ad0-87b1-08fb2b40af27 req-f4de5f47-2b60-4932-bdb1-c1d229242980 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/security-groups?id=b51056aa-037c-4921-b43f-ffbaaf0d81d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336821 Jun 22 07:19:29.953105 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef60dad-92b0-4c30-9613-f42861c78198 req-5a96f7d2-b029-4faa-9a41-9801fde1faa1 tempest-VolumesNegativeTest-1219881746 tempest-VolumesNegativeTest-1219881746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:19:29.955707 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-8ef60dad-92b0-4c30-9613-f42861c78198 req-5a96f7d2-b029-4faa-9a41-9801fde1faa1 tempest-VolumesNegativeTest-1219881746 tempest-VolumesNegativeTest-1219881746-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb5ca273-df99-4803-81a5-dcc901dfa93a HTTP/1.1" status: 200 len: 948 time: 0.0655215 Jun 22 07:19:30.002981 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-8ef60dad-92b0-4c30-9613-f42861c78198 req-7a3e8631-1192-47a2-b095-e4d9e4beaa29 tempest-VolumesNegativeTest-1219881746 tempest-VolumesNegativeTest-1219881746-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c041d9a-8f58-4462-b616-4c3a7ff4e6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358167 Jun 22 07:19:30.462144 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Device 4a256c6e-56f8-4778-b544-54fdcf93be32 up at agent hyperv_hv-cinder-78662 {{(pid=92921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 07:19:30.510801 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Provisioning for port 4a256c6e-56f8-4778-b544-54fdcf93be32 completed by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 07:19:30.514657 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Provisioning complete for port 4a256c6e-56f8-4778-b544-54fdcf93be32 triggered by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:19:30.515029 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1879668'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:30.597615 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:30.635390 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb5ca273-df99-4803-81a5-dcc901dfa93a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a256c6e-56f8-4778-b544-54fdcf93be32'}] {{(pid=92921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 07:19:30.637792 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4609914990d9533a1079bbd359c82c974bab58cbf2fcf9d17aa38aa491f36217" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-173f399e-865d-496f-b706-7f427729e76f" -d '{"events": [{"server_uuid": "bb5ca273-df99-4803-81a5-dcc901dfa93a", "name": "network-vif-plugged", "status": "completed", "tag": "4a256c6e-56f8-4778-b544-54fdcf93be32"}]}' {{(pid=92921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 07:19:30.654950 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] For port 4a256c6e-56f8-4778-b544-54fdcf93be32, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=4a256c6e-56f8-4778-b544-54fdcf93be32,segment=NetworkSegment(2d9dbcbf-ed54-42c3-b575-97b879879f00),segment_id=2d9dbcbf-ed54-42c3-b575-97b879879f00)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:19:30.660768 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:30.666346 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-28146aee-c0c5-4a41-9010-8cc1b2051397 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:19:30.693649 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 07:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27510869-dee9-4648-84c6-5996f207aadc x-openstack-request-id: req-27510869-dee9-4648-84c6-5996f207aadc {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 07:19:30.694114 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb5ca273-df99-4803-81a5-dcc901dfa93a", "name": "network-vif-plugged", "status": "completed", "tag": "4a256c6e-56f8-4778-b544-54fdcf93be32", "code": 200}]} {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 07:19:30.695311 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-27510869-dee9-4648-84c6-5996f207aadc {{(pid=92921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 07:19:30.695713 dv-cinder-786627-11-iscsi neutron-server[92921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb5ca273-df99-4803-81a5-dcc901dfa93a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a256c6e-56f8-4778-b544-54fdcf93be32', 'code': 200} Jun 22 07:19:30.722269 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-2b1243a5-eb01-4a41-bc59-18a6da6ac85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:30.734184 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Pushing event updated for resources: {'Port': ['ID=4a256c6e-56f8-4778-b544-54fdcf93be32,revision_number=5']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:19:30.737232 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:19:30.863444 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979f9646-76ed-42f7-86ff-60685b78012a req-88b2b35e-d92d-4108-92f5-9e2145776d4d tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:19:30.865642 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-979f9646-76ed-42f7-86ff-60685b78012a req-88b2b35e-d92d-4108-92f5-9e2145776d4d tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=32e6e243-eeda-4a0d-a837-8692933a5789 HTTP/1.1" status: 200 len: 943 time: 0.0707362 Jun 22 07:19:30.904727 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-979f9646-76ed-42f7-86ff-60685b78012a req-8ebd06fc-0487-40f5-9bb0-4f3460616000 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/security-groups?id=b51056aa-037c-4921-b43f-ffbaaf0d81d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331452 Jun 22 07:19:30.943933 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.agents_db [None req-74002642-eed4-46c6-8f70-93846dc748c3 None None] Agent healthcheck: found 6 active agents {{(pid=92922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 07:19:31.176255 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eded0b1-27c5-463e-a4ef-992343f8615e req-3d777aa7-3b4d-448f-be66-94f6a3d94bd2 tempest-VolumesNegativeTest-1219881746 tempest-VolumesNegativeTest-1219881746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:19:31.177642 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-4eded0b1-27c5-463e-a4ef-992343f8615e req-3d777aa7-3b4d-448f-be66-94f6a3d94bd2 tempest-VolumesNegativeTest-1219881746 tempest-VolumesNegativeTest-1219881746-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb5ca273-df99-4803-81a5-dcc901dfa93a HTTP/1.1" status: 200 len: 949 time: 0.0626903 Jun 22 07:19:31.216557 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-4eded0b1-27c5-463e-a4ef-992343f8615e req-0434a16b-68e9-4859-8632-e85b2f730078 tempest-VolumesNegativeTest-1219881746 tempest-VolumesNegativeTest-1219881746-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c041d9a-8f58-4462-b616-4c3a7ff4e6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330682 Jun 22 07:19:32.091418 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197412f5-8562-40d4-9d8f-d41622b829a1 req-b1122db5-0094-452d-82de-dbb46ab64b01 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:19:32.092993 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-197412f5-8562-40d4-9d8f-d41622b829a1 req-b1122db5-0094-452d-82de-dbb46ab64b01 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=32e6e243-eeda-4a0d-a837-8692933a5789 HTTP/1.1" status: 200 len: 943 time: 0.0696912 Jun 22 07:19:32.133196 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-197412f5-8562-40d4-9d8f-d41622b829a1 req-4fdb0af0-a420-4e80-9488-6ed8a8dd3ed0 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/security-groups?id=b51056aa-037c-4921-b43f-ffbaaf0d81d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344224 Jun 22 07:19:32.401894 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b560cc8-a575-4f93-89bd-df66be6dddbb req-bd8526c7-ae3b-419a-8a5f-cb162695e587 tempest-VolumesNegativeTest-1219881746 tempest-VolumesNegativeTest-1219881746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:19:32.403468 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-0b560cc8-a575-4f93-89bd-df66be6dddbb req-bd8526c7-ae3b-419a-8a5f-cb162695e587 tempest-VolumesNegativeTest-1219881746 tempest-VolumesNegativeTest-1219881746-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb5ca273-df99-4803-81a5-dcc901dfa93a HTTP/1.1" status: 200 len: 949 time: 0.0699594 Jun 22 07:19:32.444204 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-0b560cc8-a575-4f93-89bd-df66be6dddbb req-2a7e5a97-63e4-45d0-b474-d2cabb6da3a5 tempest-VolumesNegativeTest-1219881746 tempest-VolumesNegativeTest-1219881746-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c041d9a-8f58-4462-b616-4c3a7ff4e6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349686 Jun 22 07:19:33.070382 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-c6fa2d7d-40e0-40a1-b2c5-9cdf2264e209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:33.281877 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:33.321550 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a674c554-e25f-4f35-834d-43722683acb3 req-58e36cda-54e8-4f40-b9f6-dbdfbd9bcadc tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:19:33.323189 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-a674c554-e25f-4f35-834d-43722683acb3 req-58e36cda-54e8-4f40-b9f6-dbdfbd9bcadc tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=32e6e243-eeda-4a0d-a837-8692933a5789 HTTP/1.1" status: 200 len: 943 time: 0.0689716 Jun 22 07:19:33.364348 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae261db-7bd0-4260-89f9-2bc995850fa3 req-343a082c-6b10-493f-a4ed-dc67013996b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:19:33.367539 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-dae261db-7bd0-4260-89f9-2bc995850fa3 req-343a082c-6b10-493f-a4ed-dc67013996b1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=bb5ca273-df99-4803-81a5-dcc901dfa93a HTTP/1.1" status: 200 len: 1102 time: 0.0713758 Jun 22 07:19:33.368702 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-a674c554-e25f-4f35-834d-43722683acb3 req-a84c4e3d-87d9-462b-abdf-5882f4e82d9f tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/security-groups?id=b51056aa-037c-4921-b43f-ffbaaf0d81d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373080 Jun 22 07:19:33.408878 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-dae261db-7bd0-4260-89f9-2bc995850fa3 req-43a1ca00-5027-4984-b0aa-ad259dd02f40 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=4c041d9a-8f58-4462-b616-4c3a7ff4e6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354643 Jun 22 07:19:33.633637 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379a9854-e865-4e60-b684-a9a405dd92ed req-0f6ac7eb-7b98-4f69-bc92-713afd174385 tempest-VolumesNegativeTest-1219881746 tempest-VolumesNegativeTest-1219881746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:19:33.635026 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-379a9854-e865-4e60-b684-a9a405dd92ed req-0f6ac7eb-7b98-4f69-bc92-713afd174385 tempest-VolumesNegativeTest-1219881746 tempest-VolumesNegativeTest-1219881746-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb5ca273-df99-4803-81a5-dcc901dfa93a HTTP/1.1" status: 200 len: 949 time: 0.0738049 Jun 22 07:19:33.674190 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-379a9854-e865-4e60-b684-a9a405dd92ed req-30e9b268-d6ee-4588-8076-af1e34983fdb tempest-VolumesNegativeTest-1219881746 tempest-VolumesNegativeTest-1219881746-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c041d9a-8f58-4462-b616-4c3a7ff4e6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334191 Jun 22 07:19:33.899956 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:34.572945 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31897557-4279-4a8b-ab93-d623ead5cb8e req-715eb026-9ff9-44fe-9911-53336e2b4944 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:19:34.574566 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-31897557-4279-4a8b-ab93-d623ead5cb8e req-715eb026-9ff9-44fe-9911-53336e2b4944 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=32e6e243-eeda-4a0d-a837-8692933a5789 HTTP/1.1" status: 200 len: 943 time: 0.0780015 Jun 22 07:19:34.618286 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-31897557-4279-4a8b-ab93-d623ead5cb8e req-b74d9a3a-bc48-4abe-8e05-793343c2dfc9 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/security-groups?id=b51056aa-037c-4921-b43f-ffbaaf0d81d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358312 Jun 22 07:19:34.872215 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfc2784-7731-4f88-97d4-81178624c477 req-0ff2a088-092d-48bf-bf08-f0c248ce5165 tempest-VolumesNegativeTest-1219881746 tempest-VolumesNegativeTest-1219881746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:19:34.873678 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-1bfc2784-7731-4f88-97d4-81178624c477 req-0ff2a088-092d-48bf-bf08-f0c248ce5165 tempest-VolumesNegativeTest-1219881746 tempest-VolumesNegativeTest-1219881746-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb5ca273-df99-4803-81a5-dcc901dfa93a HTTP/1.1" status: 200 len: 949 time: 0.0700130 Jun 22 07:19:34.926766 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-1bfc2784-7731-4f88-97d4-81178624c477 req-47b40e3f-0140-45d1-8176-279f88559e58 tempest-VolumesNegativeTest-1219881746 tempest-VolumesNegativeTest-1219881746-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c041d9a-8f58-4462-b616-4c3a7ff4e6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460136 Jun 22 07:19:35.196606 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d3c1a5ff-c703-4bfc-bce3-efb8418f207c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:35.799842 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d85e1f3-5787-4421-8ee2-486e6061e548 req-d84691f3-34a2-42fa-a85c-f4bafb565142 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:19:35.801181 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-3d85e1f3-5787-4421-8ee2-486e6061e548 req-d84691f3-34a2-42fa-a85c-f4bafb565142 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=32e6e243-eeda-4a0d-a837-8692933a5789 HTTP/1.1" status: 200 len: 943 time: 0.0652447 Jun 22 07:19:35.840666 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-3d85e1f3-5787-4421-8ee2-486e6061e548 req-4ba459e3-e980-4812-a74b-180dcedce913 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/security-groups?id=b51056aa-037c-4921-b43f-ffbaaf0d81d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336099 Jun 22 07:19:36.102863 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c44aa6-d935-46e1-a6c9-febc75bd8224 req-1094ef5b-933e-43c6-99be-e511473e4cb8 tempest-VolumesNegativeTest-1219881746 tempest-VolumesNegativeTest-1219881746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:19:36.104253 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-57c44aa6-d935-46e1-a6c9-febc75bd8224 req-1094ef5b-933e-43c6-99be-e511473e4cb8 tempest-VolumesNegativeTest-1219881746 tempest-VolumesNegativeTest-1219881746-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb5ca273-df99-4803-81a5-dcc901dfa93a HTTP/1.1" status: 200 len: 949 time: 0.0638063 Jun 22 07:19:36.143111 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-57c44aa6-d935-46e1-a6c9-febc75bd8224 req-9e390ae6-5efe-4bcf-970f-af50490cf1c2 tempest-VolumesNegativeTest-1219881746 tempest-VolumesNegativeTest-1219881746-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c041d9a-8f58-4462-b616-4c3a7ff4e6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331175 Jun 22 07:19:36.920794 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-f04bb265-eca6-4530-aeb1-0b3afeb7eb68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:37.021694 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414a3baa-5a93-4f7e-9118-2c302b037982 req-b291a431-1d35-48b7-a907-8cab520351fe tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:19:37.023647 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-414a3baa-5a93-4f7e-9118-2c302b037982 req-b291a431-1d35-48b7-a907-8cab520351fe tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=32e6e243-eeda-4a0d-a837-8692933a5789 HTTP/1.1" status: 200 len: 943 time: 0.0675704 Jun 22 07:19:37.061759 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-414a3baa-5a93-4f7e-9118-2c302b037982 req-ed59d2b1-a45b-4309-8f2e-edc96a3461ba tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/security-groups?id=b51056aa-037c-4921-b43f-ffbaaf0d81d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324783 Jun 22 07:19:37.315025 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b27818-29cd-433c-bcfd-8092e166931d req-f3652115-1fe7-42fc-a5b6-06a54315304b tempest-VolumesNegativeTest-1219881746 tempest-VolumesNegativeTest-1219881746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:19:37.316547 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-86b27818-29cd-433c-bcfd-8092e166931d req-f3652115-1fe7-42fc-a5b6-06a54315304b tempest-VolumesNegativeTest-1219881746 tempest-VolumesNegativeTest-1219881746-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb5ca273-df99-4803-81a5-dcc901dfa93a HTTP/1.1" status: 200 len: 949 time: 0.0630212 Jun 22 07:19:37.355064 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-86b27818-29cd-433c-bcfd-8092e166931d req-02bfd03f-d451-4067-9fdc-2b4560db0756 tempest-VolumesNegativeTest-1219881746 tempest-VolumesNegativeTest-1219881746-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c041d9a-8f58-4462-b616-4c3a7ff4e6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322878 Jun 22 07:19:38.272911 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca58063-e5b3-4a5a-ad62-4536b27990fa req-927e7e41-2688-413d-866e-764fd3292f35 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:19:38.274527 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-8ca58063-e5b3-4a5a-ad62-4536b27990fa req-927e7e41-2688-413d-866e-764fd3292f35 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=32e6e243-eeda-4a0d-a837-8692933a5789 HTTP/1.1" status: 200 len: 943 time: 0.0866628 Jun 22 07:19:38.319162 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-8ca58063-e5b3-4a5a-ad62-4536b27990fa req-ad40a7c3-9836-4149-a2c2-d8b54b400aa8 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/security-groups?id=b51056aa-037c-4921-b43f-ffbaaf0d81d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385919 Jun 22 07:19:38.538892 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80141caf-c1fe-41a4-9bbd-58e8d3ac8003 req-0b5c896c-fe75-45c9-8985-88debf784f8f tempest-VolumesNegativeTest-1219881746 tempest-VolumesNegativeTest-1219881746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:19:38.540286 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-80141caf-c1fe-41a4-9bbd-58e8d3ac8003 req-0b5c896c-fe75-45c9-8985-88debf784f8f tempest-VolumesNegativeTest-1219881746 tempest-VolumesNegativeTest-1219881746-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb5ca273-df99-4803-81a5-dcc901dfa93a HTTP/1.1" status: 200 len: 949 time: 0.0696375 Jun 22 07:19:38.580130 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-80141caf-c1fe-41a4-9bbd-58e8d3ac8003 req-a728a393-68f8-4b05-bbdb-c1e45604d159 tempest-VolumesNegativeTest-1219881746 tempest-VolumesNegativeTest-1219881746-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c041d9a-8f58-4462-b616-4c3a7ff4e6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339720 Jun 22 07:19:38.606676 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Device 4d8e0191-6514-4042-b61d-e3d6c352f619 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=92921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 07:19:38.711637 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] For port 4d8e0191-6514-4042-b61d-e3d6c352f619, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=4d8e0191-6514-4042-b61d-e3d6c352f619,segment=NetworkSegment(8d1bc002-3124-433f-9368-96f826d6cba6),segment_id=8d1bc002-3124-433f-9368-96f826d6cba6)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:19:38.724198 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Returning: {'device': '4d8e0191-6514-4042-b61d-e3d6c352f619', 'network_id': 'b91fcb38-ada5-4353-b77e-00fb398ce7d0', 'port_id': '4d8e0191-6514-4042-b61d-e3d6c352f619', 'mac_address': 'fa:16:3e:7a:8e:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f579e111-0d0d-464b-ba2e-9baae47e7af2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 07:19:38.763607 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:38.776918 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.notifiers.nova [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d8e0191-6514-4042-b61d-e3d6c352f619 {{(pid=92921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 07:19:38.796323 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] For port 4d8e0191-6514-4042-b61d-e3d6c352f619, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=4d8e0191-6514-4042-b61d-e3d6c352f619,segment=NetworkSegment(8d1bc002-3124-433f-9368-96f826d6cba6),segment_id=8d1bc002-3124-433f-9368-96f826d6cba6)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:19:38.800443 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:38.802137 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:19:38.848572 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Pushing event updated for resources: {'Port': ['ID=4d8e0191-6514-4042-b61d-e3d6c352f619,revision_number=9']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:19:38.852562 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:19:39.517226 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968709c7-f343-4718-bd40-1b26dd0d6834 req-d16fc4f9-f4da-4ec8-82c4-3e812e1033fa tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:19:39.518847 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-968709c7-f343-4718-bd40-1b26dd0d6834 req-d16fc4f9-f4da-4ec8-82c4-3e812e1033fa tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=32e6e243-eeda-4a0d-a837-8692933a5789 HTTP/1.1" status: 200 len: 944 time: 0.0761609 Jun 22 07:19:39.562639 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-968709c7-f343-4718-bd40-1b26dd0d6834 req-27712dc0-7d6c-40d6-9e3d-bbd873d66b2d tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/security-groups?id=b51056aa-037c-4921-b43f-ffbaaf0d81d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373256 Jun 22 07:19:39.765626 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7b1d16-90fb-41f3-be73-51ad10e0db26 req-1b5136d0-df34-4691-925f-b93cf332f7b4 tempest-VolumesNegativeTest-1219881746 tempest-VolumesNegativeTest-1219881746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:19:39.767074 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-9e7b1d16-90fb-41f3-be73-51ad10e0db26 req-1b5136d0-df34-4691-925f-b93cf332f7b4 tempest-VolumesNegativeTest-1219881746 tempest-VolumesNegativeTest-1219881746-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb5ca273-df99-4803-81a5-dcc901dfa93a HTTP/1.1" status: 200 len: 949 time: 0.0676532 Jun 22 07:19:39.807781 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-9e7b1d16-90fb-41f3-be73-51ad10e0db26 req-344da6e6-7cc4-46a0-8baa-8907fe43c794 tempest-VolumesNegativeTest-1219881746 tempest-VolumesNegativeTest-1219881746-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c041d9a-8f58-4462-b616-4c3a7ff4e6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350478 Jun 22 07:19:40.767067 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc198656-d34d-42b2-a101-369e8ca8903d req-d3e2d000-3186-439a-bf01-d62e28063a83 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:19:40.768655 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-fc198656-d34d-42b2-a101-369e8ca8903d req-d3e2d000-3186-439a-bf01-d62e28063a83 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=32e6e243-eeda-4a0d-a837-8692933a5789 HTTP/1.1" status: 200 len: 944 time: 0.0697706 Jun 22 07:19:40.810159 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-fc198656-d34d-42b2-a101-369e8ca8903d req-3c26216d-387e-4c0a-9057-41ccc4a640f3 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/security-groups?id=b51056aa-037c-4921-b43f-ffbaaf0d81d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350432 Jun 22 07:19:40.997890 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23548cb-e48d-4b15-99fb-a7a2d636a8d6 req-c1353138-aadd-44a5-9142-987e2306408e tempest-VolumesNegativeTest-1219881746 tempest-VolumesNegativeTest-1219881746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:19:40.999502 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-b23548cb-e48d-4b15-99fb-a7a2d636a8d6 req-c1353138-aadd-44a5-9142-987e2306408e tempest-VolumesNegativeTest-1219881746 tempest-VolumesNegativeTest-1219881746-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb5ca273-df99-4803-81a5-dcc901dfa93a HTTP/1.1" status: 200 len: 949 time: 0.0676734 Jun 22 07:19:41.045774 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-b23548cb-e48d-4b15-99fb-a7a2d636a8d6 req-b8829efa-58ef-4d1f-9406-e1ffd439d9cb tempest-VolumesNegativeTest-1219881746 tempest-VolumesNegativeTest-1219881746-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c041d9a-8f58-4462-b616-4c3a7ff4e6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374317 Jun 22 07:19:41.331674 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] get_ports_and_sgs() called for port_ids ['4d8e0191-6514-4042-b61d-e3d6c352f619'] {{(pid=92921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 07:19:41.524440 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e39cab6-0b62-4697-8c91-777d39750dea req-b1f45666-e37b-43e4-89d7-f2a9aed8ac00 tempest-VolumesNegativeTest-1219881746 tempest-VolumesNegativeTest-1219881746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:19:41.525911 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-0e39cab6-0b62-4697-8c91-777d39750dea req-b1f45666-e37b-43e4-89d7-f2a9aed8ac00 tempest-VolumesNegativeTest-1219881746 tempest-VolumesNegativeTest-1219881746-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb5ca273-df99-4803-81a5-dcc901dfa93a HTTP/1.1" status: 200 len: 949 time: 0.0783856 Jun 22 07:19:41.565054 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-0e39cab6-0b62-4697-8c91-777d39750dea req-0f316300-8514-4ab2-a146-4b68fc672f63 tempest-VolumesNegativeTest-1219881746 tempest-VolumesNegativeTest-1219881746-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c041d9a-8f58-4462-b616-4c3a7ff4e6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334790 Jun 22 07:19:42.016742 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa06094-9e5b-490c-9e35-fbf877481482 req-4f3c3e9a-073d-4cf1-97ba-de87589f7871 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:19:42.018339 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-afa06094-9e5b-490c-9e35-fbf877481482 req-4f3c3e9a-073d-4cf1-97ba-de87589f7871 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=32e6e243-eeda-4a0d-a837-8692933a5789 HTTP/1.1" status: 200 len: 944 time: 0.0768988 Jun 22 07:19:42.068244 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-afa06094-9e5b-490c-9e35-fbf877481482 req-7985ff2c-55f0-46e5-ba18-495f187fbd5e tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/security-groups?id=b51056aa-037c-4921-b43f-ffbaaf0d81d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426543 Jun 22 07:19:42.792834 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd4c5bc-52a6-455d-a088-8c410d2d0578 req-07f44d82-ecb8-49b8-8b23-ef40f78793a1 tempest-VolumesNegativeTest-1219881746 tempest-VolumesNegativeTest-1219881746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:19:42.794435 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-ebd4c5bc-52a6-455d-a088-8c410d2d0578 req-07f44d82-ecb8-49b8-8b23-ef40f78793a1 tempest-VolumesNegativeTest-1219881746 tempest-VolumesNegativeTest-1219881746-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb5ca273-df99-4803-81a5-dcc901dfa93a HTTP/1.1" status: 200 len: 949 time: 0.0769005 Jun 22 07:19:42.841317 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-ebd4c5bc-52a6-455d-a088-8c410d2d0578 req-0723932c-1088-44c7-9a2c-18d3198d608b tempest-VolumesNegativeTest-1219881746 tempest-VolumesNegativeTest-1219881746-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c041d9a-8f58-4462-b616-4c3a7ff4e6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402062 Jun 22 07:19:43.263650 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcb5a4a-2d99-4e7d-8d69-e378c2096493 req-bd0f1b92-78eb-4158-92ef-e186cf98b437 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:19:43.265124 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-ddcb5a4a-2d99-4e7d-8d69-e378c2096493 req-bd0f1b92-78eb-4158-92ef-e186cf98b437 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=32e6e243-eeda-4a0d-a837-8692933a5789 HTTP/1.1" status: 200 len: 944 time: 0.0627341 Jun 22 07:19:43.304802 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-ddcb5a4a-2d99-4e7d-8d69-e378c2096493 req-7819ac1a-74e4-426f-820a-5231b10e9026 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/security-groups?id=b51056aa-037c-4921-b43f-ffbaaf0d81d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339041 Jun 22 07:19:43.649209 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135fbcfb-37e5-4c67-befd-7a0863f6d723 req-b4aaf6d1-d4fe-4612-812f-7988868fd308 tempest-VolumesNegativeTest-1219881746 tempest-VolumesNegativeTest-1219881746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:19:43.650573 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-135fbcfb-37e5-4c67-befd-7a0863f6d723 req-b4aaf6d1-d4fe-4612-812f-7988868fd308 tempest-VolumesNegativeTest-1219881746 tempest-VolumesNegativeTest-1219881746-project] 10.222.0.41 "GET /v2.0/ports?device_id=bb5ca273-df99-4803-81a5-dcc901dfa93a HTTP/1.1" status: 200 len: 949 time: 0.0650382 Jun 22 07:19:43.765738 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [req-135fbcfb-37e5-4c67-befd-7a0863f6d723 req-f0d81625-a8bd-48da-bf44-474d01f67e55 tempest-VolumesNegativeTest-1219881746 tempest-VolumesNegativeTest-1219881746-project] Deleting port 4a256c6e-56f8-4778-b544-54fdcf93be32 {{(pid=92920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 07:19:43.766007 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-135fbcfb-37e5-4c67-befd-7a0863f6d723 req-f0d81625-a8bd-48da-bf44-474d01f67e55 tempest-VolumesNegativeTest-1219881746 tempest-VolumesNegativeTest-1219881746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773474057189'] for port, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:43.856329 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [req-135fbcfb-37e5-4c67-befd-7a0863f6d723 req-f0d81625-a8bd-48da-bf44-474d01f67e55 tempest-VolumesNegativeTest-1219881746 tempest-VolumesNegativeTest-1219881746-project] For port 4a256c6e-56f8-4778-b544-54fdcf93be32, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=4a256c6e-56f8-4778-b544-54fdcf93be32,segment=NetworkSegment(2d9dbcbf-ed54-42c3-b575-97b879879f00),segment_id=2d9dbcbf-ed54-42c3-b575-97b879879f00)] {{(pid=92920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:19:43.856736 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-135fbcfb-37e5-4c67-befd-7a0863f6d723 req-f0d81625-a8bd-48da-bf44-474d01f67e55 tempest-VolumesNegativeTest-1219881746 tempest-VolumesNegativeTest-1219881746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-707208'] for port, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:43.924305 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [req-135fbcfb-37e5-4c67-befd-7a0863f6d723 req-f0d81625-a8bd-48da-bf44-474d01f67e55 tempest-VolumesNegativeTest-1219881746 tempest-VolumesNegativeTest-1219881746-project] Calling delete_port for 4a256c6e-56f8-4778-b544-54fdcf93be32 owned by compute:nova {{(pid=92920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 07:19:44.020437 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7360fadd-c1d1-4305-a6b7-ca07988c1ee3 req-ba9bf8bc-4c18-45ee-bb01-0ded70cf4613 tempest-VolumesNegativeTest-1219881746 tempest-VolumesNegativeTest-1219881746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:19:44.021877 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-7360fadd-c1d1-4305-a6b7-ca07988c1ee3 req-ba9bf8bc-4c18-45ee-bb01-0ded70cf4613 tempest-VolumesNegativeTest-1219881746 tempest-VolumesNegativeTest-1219881746-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb5ca273-df99-4803-81a5-dcc901dfa93a HTTP/1.1" status: 200 len: 949 time: 0.0622973 Jun 22 07:19:44.057742 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-135fbcfb-37e5-4c67-befd-7a0863f6d723 req-f0d81625-a8bd-48da-bf44-474d01f67e55 tempest-VolumesNegativeTest-1219881746 tempest-VolumesNegativeTest-1219881746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773474061029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773473471600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5150811'] for port, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:44.064005 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-7360fadd-c1d1-4305-a6b7-ca07988c1ee3 req-08595c18-1b19-4178-9b39-9b3a048ba744 tempest-VolumesNegativeTest-1219881746 tempest-VolumesNegativeTest-1219881746-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c041d9a-8f58-4462-b616-4c3a7ff4e6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357511 Jun 22 07:19:44.068366 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-fe095a2c-8794-4307-9985-f21fc3170211 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:19:44.106053 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d81625-a8bd-48da-bf44-474d01f67e55 tempest-VolumesNegativeTest-1219881746 tempest-VolumesNegativeTest-1219881746-project] Pushing event deleted for resources: {'Port': ['ID=4a256c6e-56f8-4778-b544-54fdcf93be32,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:19:44.123034 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-f0d81625-a8bd-48da-bf44-474d01f67e55 tempest-VolumesNegativeTest-1219881746 tempest-VolumesNegativeTest-1219881746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:19:44.144219 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.db.l3_dvrscheduler_db [req-135fbcfb-37e5-4c67-befd-7a0863f6d723 req-f0d81625-a8bd-48da-bf44-474d01f67e55 tempest-VolumesNegativeTest-1219881746 tempest-VolumesNegativeTest-1219881746-project] No DVR routers for this DVR port 4a256c6e-56f8-4778-b544-54fdcf93be32 on host hv-cinder-78662 {{(pid=92920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 07:19:44.146932 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-135fbcfb-37e5-4c67-befd-7a0863f6d723 req-f0d81625-a8bd-48da-bf44-474d01f67e55 tempest-VolumesNegativeTest-1219881746 tempest-VolumesNegativeTest-1219881746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91146'] for port, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:44.149049 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-135fbcfb-37e5-4c67-befd-7a0863f6d723 req-f0d81625-a8bd-48da-bf44-474d01f67e55 tempest-VolumesNegativeTest-1219881746 tempest-VolumesNegativeTest-1219881746-project] 10.222.0.41 "DELETE /v2.0/ports/4a256c6e-56f8-4778-b544-54fdcf93be32 HTTP/1.1" status: 204 len: 173 time: 0.4907224 Jun 22 07:19:44.149594 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb5ca273-df99-4803-81a5-dcc901dfa93a', 'name': 'network-vif-deleted', 'tag': '4a256c6e-56f8-4778-b544-54fdcf93be32'}] {{(pid=92920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 07:19:44.152001 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}175c46e468422b48d63533518873068da6a6c478907c3b6f79f9dabf89e8d923" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98436006-3f20-410f-aa9a-f6f4db1b1799" -d '{"events": [{"server_uuid": "bb5ca273-df99-4803-81a5-dcc901dfa93a", "name": "network-vif-deleted", "tag": "4a256c6e-56f8-4778-b544-54fdcf93be32"}]}' {{(pid=92920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 07:19:44.188909 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 07:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cebdd5f-e8c6-42e6-9903-a0a4981a0ca2 x-openstack-request-id: req-2cebdd5f-e8c6-42e6-9903-a0a4981a0ca2 {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 07:19:44.189260 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb5ca273-df99-4803-81a5-dcc901dfa93a", "name": "network-vif-deleted", "tag": "4a256c6e-56f8-4778-b544-54fdcf93be32", "status": "completed", "code": 200}]} {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 07:19:44.189556 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2cebdd5f-e8c6-42e6-9903-a0a4981a0ca2 {{(pid=92920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 07:19:44.189987 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb5ca273-df99-4803-81a5-dcc901dfa93a', 'name': 'network-vif-deleted', 'tag': '4a256c6e-56f8-4778-b544-54fdcf93be32', 'status': 'completed', 'code': 200} Jun 22 07:19:44.488626 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf24499-35fe-496b-850b-e7c0db429fce req-745dcd90-73e8-4539-9577-42def853fb84 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:19:44.490111 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-2cf24499-35fe-496b-850b-e7c0db429fce req-745dcd90-73e8-4539-9577-42def853fb84 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=32e6e243-eeda-4a0d-a837-8692933a5789 HTTP/1.1" status: 200 len: 944 time: 0.0659659 Jun 22 07:19:44.530704 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-2cf24499-35fe-496b-850b-e7c0db429fce req-f013e99a-ab4a-42fa-89dd-334533eb4d10 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/security-groups?id=b51056aa-037c-4921-b43f-ffbaaf0d81d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347741 Jun 22 07:19:45.210620 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-838202b7-fcdc-40e1-b384-ba39b2c47e11 req-fd9e5426-c084-431b-be2b-ddfeb213579c tempest-VolumesNegativeTest-1219881746 tempest-VolumesNegativeTest-1219881746-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb5ca273-df99-4803-81a5-dcc901dfa93a HTTP/1.1" status: 200 len: 210 time: 0.0286262 Jun 22 07:19:45.707367 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a05863-2e3f-4b11-ad16-584d5e4cf91c req-c487eb50-1427-429e-a384-819c4fabae9d tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:19:45.708795 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-f2a05863-2e3f-4b11-ad16-584d5e4cf91c req-c487eb50-1427-429e-a384-819c4fabae9d tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=32e6e243-eeda-4a0d-a837-8692933a5789 HTTP/1.1" status: 200 len: 944 time: 0.0623243 Jun 22 07:19:45.749279 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-f2a05863-2e3f-4b11-ad16-584d5e4cf91c req-1369c94e-0df7-41d0-8eab-8f1a76071f74 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/security-groups?id=b51056aa-037c-4921-b43f-ffbaaf0d81d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340419 Jun 22 07:19:46.352047 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-6cb0d0de-9fb5-4002-8273-654d752ff77e req-4191d50a-b220-4e52-a180-3f02f94cd86a tempest-VolumesNegativeTest-1219881746 tempest-VolumesNegativeTest-1219881746-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb5ca273-df99-4803-81a5-dcc901dfa93a HTTP/1.1" status: 200 len: 210 time: 0.0299830 Jun 22 07:19:46.880283 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] get_ports_and_sgs() called for port_ids ['4a256c6e-56f8-4778-b544-54fdcf93be32'] {{(pid=92921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 07:19:46.929595 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8400f247-e45f-4030-8484-7b465ea93448 req-3f74c263-09e8-4840-9fb4-fc1c2cdc1efa tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:19:46.931036 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-8400f247-e45f-4030-8484-7b465ea93448 req-3f74c263-09e8-4840-9fb4-fc1c2cdc1efa tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=32e6e243-eeda-4a0d-a837-8692933a5789 HTTP/1.1" status: 200 len: 944 time: 0.0637846 Jun 22 07:19:46.969264 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-8400f247-e45f-4030-8484-7b465ea93448 req-f60137d0-4c3d-4034-8c61-d4cdd38172ca tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/security-groups?id=b51056aa-037c-4921-b43f-ffbaaf0d81d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324762 Jun 22 07:19:47.491900 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-81061b9f-07e3-4e32-a0e3-aca092e76719 req-ddb12694-9260-48df-860b-667792826d6f tempest-VolumesNegativeTest-1219881746 tempest-VolumesNegativeTest-1219881746-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb5ca273-df99-4803-81a5-dcc901dfa93a HTTP/1.1" status: 200 len: 210 time: 0.0283370 Jun 22 07:19:48.146488 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880a13f8-733f-4b3f-9e47-c02110ef2434 req-2cf3bc9b-c501-49f8-94d7-1c4979eea624 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:19:48.148673 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-880a13f8-733f-4b3f-9e47-c02110ef2434 req-2cf3bc9b-c501-49f8-94d7-1c4979eea624 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=32e6e243-eeda-4a0d-a837-8692933a5789 HTTP/1.1" status: 200 len: 944 time: 0.0648458 Jun 22 07:19:48.185551 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-880a13f8-733f-4b3f-9e47-c02110ef2434 req-318f54ee-db00-4902-a895-d49ed1d660a2 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/security-groups?id=b51056aa-037c-4921-b43f-ffbaaf0d81d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312891 Jun 22 07:19:48.351963 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Device 4d8e0191-6514-4042-b61d-e3d6c352f619 up at agent hyperv_hv-cinder-78662 {{(pid=92921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 07:19:48.405721 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Provisioning complete for port 4d8e0191-6514-4042-b61d-e3d6c352f619 triggered by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:19:48.406093 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1879668'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:48.490054 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:48.514870 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32e6e243-eeda-4a0d-a837-8692933a5789', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d8e0191-6514-4042-b61d-e3d6c352f619'}] {{(pid=92921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 07:19:48.517183 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4609914990d9533a1079bbd359c82c974bab58cbf2fcf9d17aa38aa491f36217" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e28f1cfe-d3a4-495f-b034-b9174a7999da" -d '{"events": [{"server_uuid": "32e6e243-eeda-4a0d-a837-8692933a5789", "name": "network-vif-plugged", "status": "completed", "tag": "4d8e0191-6514-4042-b61d-e3d6c352f619"}]}' {{(pid=92921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 07:19:48.531866 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] For port 4d8e0191-6514-4042-b61d-e3d6c352f619, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=4d8e0191-6514-4042-b61d-e3d6c352f619,segment=NetworkSegment(8d1bc002-3124-433f-9368-96f826d6cba6),segment_id=8d1bc002-3124-433f-9368-96f826d6cba6)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:19:48.537172 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:19:48.539697 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:19:48.577128 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 07:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3d364fc-8298-475e-b24d-52462efb02f2 x-openstack-request-id: req-a3d364fc-8298-475e-b24d-52462efb02f2 {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 07:19:48.577423 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32e6e243-eeda-4a0d-a837-8692933a5789", "name": "network-vif-plugged", "status": "completed", "tag": "4d8e0191-6514-4042-b61d-e3d6c352f619", "code": 200}]} {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 07:19:48.577675 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a3d364fc-8298-475e-b24d-52462efb02f2 {{(pid=92921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 07:19:48.578059 dv-cinder-786627-11-iscsi neutron-server[92921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32e6e243-eeda-4a0d-a837-8692933a5789', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d8e0191-6514-4042-b61d-e3d6c352f619', 'code': 200} Jun 22 07:19:48.593809 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Pushing event updated for resources: {'Port': ['ID=4d8e0191-6514-4042-b61d-e3d6c352f619,revision_number=10']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:19:48.597012 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:19:48.685110 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-448bf152-68bc-4957-8bdd-a1c89ef50ecc req-d3907f43-809c-4cb4-a81b-74b1a249fb2b tempest-VolumesNegativeTest-1219881746 tempest-VolumesNegativeTest-1219881746-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb5ca273-df99-4803-81a5-dcc901dfa93a HTTP/1.1" status: 200 len: 210 time: 0.0282023 Jun 22 07:19:49.370353 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e2e63d-c017-4dfd-9a04-137c9b6cc1da req-d0d69c73-74b8-4ec3-9c11-81de2e127790 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:19:49.371797 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-b8e2e63d-c017-4dfd-9a04-137c9b6cc1da req-d0d69c73-74b8-4ec3-9c11-81de2e127790 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=32e6e243-eeda-4a0d-a837-8692933a5789 HTTP/1.1" status: 200 len: 946 time: 0.0674102 Jun 22 07:19:49.411616 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-b8e2e63d-c017-4dfd-9a04-137c9b6cc1da req-4cd57848-aabc-4314-bc6e-4ecc340069c0 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/security-groups?id=b51056aa-037c-4921-b43f-ffbaaf0d81d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331016 Jun 22 07:19:49.456564 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce646d4e-252c-49e0-8019-4ecf0bd4629b req-603f7879-76b3-4639-bbb3-2701029298dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:19:49.458130 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-ce646d4e-252c-49e0-8019-4ecf0bd4629b req-603f7879-76b3-4639-bbb3-2701029298dd service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=32e6e243-eeda-4a0d-a837-8692933a5789 HTTP/1.1" status: 200 len: 1099 time: 0.0558059 Jun 22 07:19:49.492587 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-ce646d4e-252c-49e0-8019-4ecf0bd4629b req-8139b4a0-0991-456a-875c-7bc7fee59a6a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=b51056aa-037c-4921-b43f-ffbaaf0d81d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273969 Jun 22 07:19:50.604965 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399877e7-ba75-4b88-a8f9-e55c0060685d req-0adfb74a-3218-4b86-8587-3e39821e9a1e tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:19:50.606493 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-399877e7-ba75-4b88-a8f9-e55c0060685d req-0adfb74a-3218-4b86-8587-3e39821e9a1e tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=32e6e243-eeda-4a0d-a837-8692933a5789 HTTP/1.1" status: 200 len: 946 time: 0.0748746 Jun 22 07:19:50.646606 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-399877e7-ba75-4b88-a8f9-e55c0060685d req-f3621b48-fc17-47e9-a303-fab2a3af950f tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/security-groups?id=b51056aa-037c-4921-b43f-ffbaaf0d81d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344586 Jun 22 07:19:50.872561 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Device 4a256c6e-56f8-4778-b544-54fdcf93be32 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=92921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 07:19:50.899253 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] No Port match for: 4a256c6e-56f8-4778-b544-54fdcf93be32 {{(pid=92921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 07:19:50.899253 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Device 4a256c6e-56f8-4778-b544-54fdcf93be32 not bound to the agent host hv-cinder-78662 {{(pid=92921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 07:19:51.863623 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a169feaa-4bfb-467d-9676-6fc15d223741 req-8f239495-b84f-4022-9d07-dd82736fd942 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:19:51.865709 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-a169feaa-4bfb-467d-9676-6fc15d223741 req-8f239495-b84f-4022-9d07-dd82736fd942 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=32e6e243-eeda-4a0d-a837-8692933a5789 HTTP/1.1" status: 200 len: 946 time: 0.0783644 Jun 22 07:19:51.909346 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-a169feaa-4bfb-467d-9676-6fc15d223741 req-56be8c6c-2655-460b-839a-badaa442748d tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/security-groups?id=b51056aa-037c-4921-b43f-ffbaaf0d81d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370395 Jun 22 07:19:53.096057 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a7de1a-37d2-4a49-aace-760f6266603c req-a4f2460d-41a1-45aa-b701-15fcd7a3fc9e tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:19:53.097524 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-05a7de1a-37d2-4a49-aace-760f6266603c req-a4f2460d-41a1-45aa-b701-15fcd7a3fc9e tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=32e6e243-eeda-4a0d-a837-8692933a5789 HTTP/1.1" status: 200 len: 946 time: 0.0651298 Jun 22 07:19:53.136851 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-05a7de1a-37d2-4a49-aace-760f6266603c req-a4e5de09-d183-4ccf-b5c4-85212672e822 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/security-groups?id=b51056aa-037c-4921-b43f-ffbaaf0d81d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327878 Jun 22 07:19:54.313863 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0a9c91-e980-4d37-859a-f1ed2abd76ba req-b50d4714-9ee5-485b-bcd2-fb39157af591 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:19:54.315308 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-fd0a9c91-e980-4d37-859a-f1ed2abd76ba req-b50d4714-9ee5-485b-bcd2-fb39157af591 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=32e6e243-eeda-4a0d-a837-8692933a5789 HTTP/1.1" status: 200 len: 946 time: 0.0622466 Jun 22 07:19:54.353831 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-fd0a9c91-e980-4d37-859a-f1ed2abd76ba req-c3071e30-a65e-40f8-948f-d75d9c920e7c tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/security-groups?id=b51056aa-037c-4921-b43f-ffbaaf0d81d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319195 Jun 22 07:19:55.534656 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a0ea31-9b6e-4d11-a66c-9215d9823bd4 req-e880e40c-ca72-42c6-a904-2d4dc441f69c tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:19:55.536100 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-e7a0ea31-9b6e-4d11-a66c-9215d9823bd4 req-e880e40c-ca72-42c6-a904-2d4dc441f69c tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=32e6e243-eeda-4a0d-a837-8692933a5789 HTTP/1.1" status: 200 len: 946 time: 0.0657978 Jun 22 07:19:55.573899 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-e7a0ea31-9b6e-4d11-a66c-9215d9823bd4 req-d5b8efd8-fe7c-48a4-84d7-6574e0ce585c tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/security-groups?id=b51056aa-037c-4921-b43f-ffbaaf0d81d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321014 Jun 22 07:20:00.704002 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-c65888b4-f6dc-4f1d-b97a-ca55e9569c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:02.869566 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-01b8072f-9c88-422a-aaf7-0c37341e4b71 req-6500b171-d206-422a-9530-1dbc5a949685 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=32e6e243-eeda-4a0d-a837-8692933a5789&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0625346 Jun 22 07:20:02.971467 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b8072f-9c88-422a-aaf7-0c37341e4b71 req-a302bc97-475d-46e8-a531-0af189d2bf50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:20:02.973018 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-01b8072f-9c88-422a-aaf7-0c37341e4b71 req-a302bc97-475d-46e8-a531-0af189d2bf50 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e8e015950749433d91627c7d2fff432f&device_id=32e6e243-eeda-4a0d-a837-8692933a5789 HTTP/1.1" status: 200 len: 1099 time: 0.0569222 Jun 22 07:20:03.072522 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-e49ce502-fe10-415a-a52b-9f332d7cd757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:03.103268 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b8072f-9c88-422a-aaf7-0c37341e4b71 req-411a8a8b-aad5-4e77-94e4-5781cfab5aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:20:03.104777 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-01b8072f-9c88-422a-aaf7-0c37341e4b71 req-411a8a8b-aad5-4e77-94e4-5781cfab5aae service neutron] 10.222.0.41 "GET /v2.0/networks?id=b91fcb38-ada5-4353-b77e-00fb398ce7d0 HTTP/1.1" status: 200 len: 918 time: 0.1050351 Jun 22 07:20:03.178338 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-01b8072f-9c88-422a-aaf7-0c37341e4b71 req-efa652d6-733a-41f5-abaa-8782c82be9f0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d8e0191-6514-4042-b61d-e3d6c352f619 HTTP/1.1" status: 200 len: 1000 time: 0.0601301 Jun 22 07:20:03.231438 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b8072f-9c88-422a-aaf7-0c37341e4b71 req-85041dd9-3c76-40bc-9984-80cf4df5d2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:20:03.233031 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-01b8072f-9c88-422a-aaf7-0c37341e4b71 req-85041dd9-3c76-40bc-9984-80cf4df5d2ef service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f579e111-0d0d-464b-ba2e-9baae47e7af2 HTTP/1.1" status: 200 len: 856 time: 0.0467455 Jun 22 07:20:03.281415 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:03.315337 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b8072f-9c88-422a-aaf7-0c37341e4b71 req-74eb6321-f6cf-48c9-ac35-d257ed28d8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:20:03.316939 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-01b8072f-9c88-422a-aaf7-0c37341e4b71 req-74eb6321-f6cf-48c9-ac35-d257ed28d8a2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b91fcb38-ada5-4353-b77e-00fb398ce7d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0770180 Jun 22 07:20:03.414559 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-01b8072f-9c88-422a-aaf7-0c37341e4b71 req-e0694563-a0bb-47c6-a8d0-978eab1bf675 service neutron] 10.222.0.41 "GET /v2.0/networks/b91fcb38-ada5-4353-b77e-00fb398ce7d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876167 Jun 22 07:20:03.512608 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-01b8072f-9c88-422a-aaf7-0c37341e4b71 req-f8b48d29-09dd-46b6-9e4e-287e063f6f82 service neutron] 10.222.0.41 "GET /v2.0/networks/b91fcb38-ada5-4353-b77e-00fb398ce7d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895767 Jun 22 07:20:03.879749 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:04.179527 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 49768) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:20:04.316575 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-310541d4-7c49-4530-8dc0-6b6df346ebe8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=298830c5a5d84d40bfd965948b605d11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1348779 Jun 22 07:20:04.318967 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 49772) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:20:04.370964 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-9db371d9-b0b2-4d44-a28b-ecc1e3f229bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:04.391720 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-9db371d9-b0b2-4d44-a28b-ecc1e3f229bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:04.440045 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-9db371d9-b0b2-4d44-a28b-ecc1e3f229bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:04.442950 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-9db371d9-b0b2-4d44-a28b-ecc1e3f229bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:04.444152 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-9db371d9-b0b2-4d44-a28b-ecc1e3f229bf admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4c041d9a-8f58-4462-b616-4c3a7ff4e6f0 HTTP/1.1" status: 204 len: 168 time: 0.1242642 Jun 22 07:20:04.445277 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-ebde58ff-c853-4ca3-a522-edf7909510d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:20:04.453735 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db371d9-b0b2-4d44-a28b-ecc1e3f229bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c041d9a-8f58-4462-b616-4c3a7ff4e6f0,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:20:04.461738 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db371d9-b0b2-4d44-a28b-ecc1e3f229bf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:20:04.462120 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db371d9-b0b2-4d44-a28b-ecc1e3f229bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:20:04.462488 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db371d9-b0b2-4d44-a28b-ecc1e3f229bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:20:04.462853 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db371d9-b0b2-4d44-a28b-ecc1e3f229bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:20:04.463211 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db371d9-b0b2-4d44-a28b-ecc1e3f229bf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:20:04.463569 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db371d9-b0b2-4d44-a28b-ecc1e3f229bf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:20:04.463928 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db371d9-b0b2-4d44-a28b-ecc1e3f229bf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:20:04.464365 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db371d9-b0b2-4d44-a28b-ecc1e3f229bf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:20:04.464659 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db371d9-b0b2-4d44-a28b-ecc1e3f229bf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:20:04.465008 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db371d9-b0b2-4d44-a28b-ecc1e3f229bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:20:04.465354 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db371d9-b0b2-4d44-a28b-ecc1e3f229bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:20:04.465699 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db371d9-b0b2-4d44-a28b-ecc1e3f229bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:20:04.469097 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-9db371d9-b0b2-4d44-a28b-ecc1e3f229bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:20:05.199344 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d3c1a5ff-c703-4bfc-bce3-efb8418f207c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:06.923505 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-f04bb265-eca6-4530-aeb1-0b3afeb7eb68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:07.943316 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.agents_db [None req-74002642-eed4-46c6-8f70-93846dc748c3 None None] Agent healthcheck: found 6 active agents {{(pid=92922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 07:20:23.145990 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 49916) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:20:23.257206 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-b9f6f15f-7b19-4789-b496-95ef5b7884a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:23.356288 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-b9f6f15f-7b19-4789-b496-95ef5b7884a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:23.360912 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-b9f6f15f-7b19-4789-b496-95ef5b7884a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:23.363818 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-2e4b98e4-7e22-4e49-8fcf-35b24ae9c5f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:20:23.405377 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-b9f6f15f-7b19-4789-b496-95ef5b7884a7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0a6cfff80b4e451892905f8ea3eb5590&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2582855 Jun 22 07:20:23.406141 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f6f15f-7b19-4789-b496-95ef5b7884a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b845f49-d952-4bab-bfdd-0033db3eae87,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:20:23.409370 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 49930) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:20:23.415813 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-b9f6f15f-7b19-4789-b496-95ef5b7884a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:20:23.465261 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-bac15f5b-3dd8-493c-a499-f8291d39b496 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:23.493325 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-bac15f5b-3dd8-493c-a499-f8291d39b496 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:23.546084 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-bac15f5b-3dd8-493c-a499-f8291d39b496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:23.548531 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-bac15f5b-3dd8-493c-a499-f8291d39b496 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:23.549690 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-bac15f5b-3dd8-493c-a499-f8291d39b496 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0b845f49-d952-4bab-bfdd-0033db3eae87 HTTP/1.1" status: 204 len: 168 time: 0.1393776 Jun 22 07:20:23.550461 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-ddee130c-e5c1-4fe9-9f0f-af9d43821438 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:20:23.558623 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac15f5b-3dd8-493c-a499-f8291d39b496 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b845f49-d952-4bab-bfdd-0033db3eae87,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:20:23.567184 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-bac15f5b-3dd8-493c-a499-f8291d39b496 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:20:23.836076 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 49938) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:20:23.854415 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-6d3181b3-a302-4a4b-b41b-17d892362e52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:23.965930 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-6d3181b3-a302-4a4b-b41b-17d892362e52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:23.970493 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-6d3181b3-a302-4a4b-b41b-17d892362e52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:23.973365 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-4a9099cd-83b4-484b-8783-65a9a2e75926 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:20:24.013648 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-6d3181b3-a302-4a4b-b41b-17d892362e52 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1a8ef6d1da1e428b9d1253c103c31cf9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1763415 Jun 22 07:20:24.014721 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3181b3-a302-4a4b-b41b-17d892362e52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df15b321-c66d-415f-8f81-027fa7cb42aa,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:20:24.016308 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 49940) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:20:24.022610 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3181b3-a302-4a4b-b41b-17d892362e52 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:20:24.022978 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3181b3-a302-4a4b-b41b-17d892362e52 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:20:24.023336 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3181b3-a302-4a4b-b41b-17d892362e52 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:20:24.023689 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3181b3-a302-4a4b-b41b-17d892362e52 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:20:24.024039 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3181b3-a302-4a4b-b41b-17d892362e52 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:20:24.024420 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3181b3-a302-4a4b-b41b-17d892362e52 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:20:24.024762 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3181b3-a302-4a4b-b41b-17d892362e52 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:20:24.025108 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3181b3-a302-4a4b-b41b-17d892362e52 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:20:24.025663 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3181b3-a302-4a4b-b41b-17d892362e52 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:20:24.026304 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3181b3-a302-4a4b-b41b-17d892362e52 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:20:24.026468 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3181b3-a302-4a4b-b41b-17d892362e52 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:20:24.026972 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3181b3-a302-4a4b-b41b-17d892362e52 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:20:24.031770 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-6d3181b3-a302-4a4b-b41b-17d892362e52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:20:24.070201 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-ad4d0ca0-0a0e-4670-a9db-90936ecbec7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:24.093761 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-ad4d0ca0-0a0e-4670-a9db-90936ecbec7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:24.149220 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-ad4d0ca0-0a0e-4670-a9db-90936ecbec7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:24.153540 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-ad4d0ca0-0a0e-4670-a9db-90936ecbec7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:24.154709 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-ad4d0ca0-0a0e-4670-a9db-90936ecbec7f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/df15b321-c66d-415f-8f81-027fa7cb42aa HTTP/1.1" status: 204 len: 168 time: 0.1372766 Jun 22 07:20:24.155555 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-0a8118c2-50f5-45f2-998b-32db6e84a88c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:20:24.165241 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4d0ca0-0a0e-4670-a9db-90936ecbec7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df15b321-c66d-415f-8f81-027fa7cb42aa,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:20:24.168872 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-ad4d0ca0-0a0e-4670-a9db-90936ecbec7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:20:24.983799 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b97ef2a-ad02-4eda-8e67-248d211e992a req-37928176-7066-4d87-b271-7a4f3b4e4976 tempest-VolumesSnapshotTestJSON-1233461717 tempest-VolumesSnapshotTestJSON-1233461717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:20:24.985360 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-0b97ef2a-ad02-4eda-8e67-248d211e992a req-37928176-7066-4d87-b271-7a4f3b4e4976 tempest-VolumesSnapshotTestJSON-1233461717 tempest-VolumesSnapshotTestJSON-1233461717-project] 10.222.0.24 "GET /v2.0/ports?device_id=2e047325-4240-47db-b44a-92a6190dd9a9 HTTP/1.1" status: 200 len: 946 time: 0.0674880 Jun 22 07:20:25.030414 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-0b97ef2a-ad02-4eda-8e67-248d211e992a req-6ec64563-af0c-4981-8a64-3234a132ee1a tempest-VolumesSnapshotTestJSON-1233461717 tempest-VolumesSnapshotTestJSON-1233461717-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf97d36a-8254-4827-849c-067a7bdc32b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389743 Jun 22 07:20:25.774575 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 49990) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:20:25.879182 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-28cd1d92-f879-4741-93ce-ffb9099a85de admin admin] Notify callbacks [] for security_group, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:25.968541 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-28cd1d92-f879-4741-93ce-ffb9099a85de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:25.972252 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-28cd1d92-f879-4741-93ce-ffb9099a85de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:25.974634 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-61276ab8-2901-4cf8-abdf-39f50c60dfb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:20:26.010581 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-28cd1d92-f879-4741-93ce-ffb9099a85de admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=78b99b653051406bb8b89cb6ad0a95ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2342277 Jun 22 07:20:26.011483 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cd1d92-f879-4741-93ce-ffb9099a85de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c85881f-22f3-4e8e-8332-322803ed6310,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:20:26.013434 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 49994) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:20:26.014423 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-28cd1d92-f879-4741-93ce-ffb9099a85de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:20:26.061850 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-5e1e3dd5-52b4-45c9-874e-e005f4e01b68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:26.087235 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-5e1e3dd5-52b4-45c9-874e-e005f4e01b68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:26.134247 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-5e1e3dd5-52b4-45c9-874e-e005f4e01b68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:26.137496 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-5e1e3dd5-52b4-45c9-874e-e005f4e01b68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:26.138636 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-5e1e3dd5-52b4-45c9-874e-e005f4e01b68 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1c85881f-22f3-4e8e-8332-322803ed6310 HTTP/1.1" status: 204 len: 168 time: 0.1241729 Jun 22 07:20:26.139387 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-e408d369-a531-433e-b31d-e6450db630db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:20:26.147103 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1e3dd5-52b4-45c9-874e-e005f4e01b68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c85881f-22f3-4e8e-8332-322803ed6310,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:20:26.149500 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-5e1e3dd5-52b4-45c9-874e-e005f4e01b68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:20:26.232421 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae04dbb-a58f-4a04-8461-be2ca6e3a14e req-a9dba102-9aa0-47b9-b1eb-1fc304c0a60f tempest-VolumesSnapshotTestJSON-1233461717 tempest-VolumesSnapshotTestJSON-1233461717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:20:26.234118 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-dae04dbb-a58f-4a04-8461-be2ca6e3a14e req-a9dba102-9aa0-47b9-b1eb-1fc304c0a60f tempest-VolumesSnapshotTestJSON-1233461717 tempest-VolumesSnapshotTestJSON-1233461717-project] 10.222.0.24 "GET /v2.0/ports?device_id=2e047325-4240-47db-b44a-92a6190dd9a9 HTTP/1.1" status: 200 len: 946 time: 0.0721836 Jun 22 07:20:26.279432 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-dae04dbb-a58f-4a04-8461-be2ca6e3a14e req-de989186-9bbc-4314-96de-29172cad0ac7 tempest-VolumesSnapshotTestJSON-1233461717 tempest-VolumesSnapshotTestJSON-1233461717-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf97d36a-8254-4827-849c-067a7bdc32b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394125 Jun 22 07:20:26.412551 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 50002) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:20:26.426222 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-46320ccb-f3b4-4361-be17-9066c9ca974b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:26.517499 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-46320ccb-f3b4-4361-be17-9066c9ca974b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:26.521475 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-46320ccb-f3b4-4361-be17-9066c9ca974b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:26.523931 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-65691b90-4a4f-434d-965e-a8d76e2d392b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:20:26.561535 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46320ccb-f3b4-4361-be17-9066c9ca974b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=328fbb02-3e91-4c5a-92fb-b02de57a26fd,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:20:26.566098 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-46320ccb-f3b4-4361-be17-9066c9ca974b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0f1d776fe19940298397867a4a767f7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1525145 Jun 22 07:20:26.567003 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-46320ccb-f3b4-4361-be17-9066c9ca974b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:20:26.568720 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 50004) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:20:26.847435 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-8878c163-f2e3-41ee-a7b3-3d9158508635 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:26.868468 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-8878c163-f2e3-41ee-a7b3-3d9158508635 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:26.919535 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-8878c163-f2e3-41ee-a7b3-3d9158508635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:26.922121 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-8878c163-f2e3-41ee-a7b3-3d9158508635 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:26.923251 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-8878c163-f2e3-41ee-a7b3-3d9158508635 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/328fbb02-3e91-4c5a-92fb-b02de57a26fd HTTP/1.1" status: 204 len: 168 time: 0.3536391 Jun 22 07:20:26.924009 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-763d476c-6269-47e5-b046-2a30f02a5119 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:20:26.932254 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8878c163-f2e3-41ee-a7b3-3d9158508635 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=328fbb02-3e91-4c5a-92fb-b02de57a26fd,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:20:26.938187 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-8878c163-f2e3-41ee-a7b3-3d9158508635 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:20:27.049404 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a304e1-ab74-4f2d-a08a-cb0293b4ebdd req-cc062109-f503-440e-9329-2b34cdf3e939 tempest-VolumesSnapshotTestJSON-1233461717 tempest-VolumesSnapshotTestJSON-1233461717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:20:27.051579 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-d6a304e1-ab74-4f2d-a08a-cb0293b4ebdd req-cc062109-f503-440e-9329-2b34cdf3e939 tempest-VolumesSnapshotTestJSON-1233461717 tempest-VolumesSnapshotTestJSON-1233461717-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e047325-4240-47db-b44a-92a6190dd9a9 HTTP/1.1" status: 200 len: 946 time: 0.0751131 Jun 22 07:20:27.175980 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [req-d6a304e1-ab74-4f2d-a08a-cb0293b4ebdd req-2f7dcf65-a335-4222-9e58-ab1413ba3f67 tempest-VolumesSnapshotTestJSON-1233461717 tempest-VolumesSnapshotTestJSON-1233461717-project] Deleting port f19e725f-bc10-402a-b3ae-4840faaffdf8 {{(pid=92920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 07:20:27.176233 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-d6a304e1-ab74-4f2d-a08a-cb0293b4ebdd req-2f7dcf65-a335-4222-9e58-ab1413ba3f67 tempest-VolumesSnapshotTestJSON-1233461717 tempest-VolumesSnapshotTestJSON-1233461717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773474057189'] for port, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:27.269103 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [req-d6a304e1-ab74-4f2d-a08a-cb0293b4ebdd req-2f7dcf65-a335-4222-9e58-ab1413ba3f67 tempest-VolumesSnapshotTestJSON-1233461717 tempest-VolumesSnapshotTestJSON-1233461717-project] For port f19e725f-bc10-402a-b3ae-4840faaffdf8, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=f19e725f-bc10-402a-b3ae-4840faaffdf8,segment=NetworkSegment(08516320-2c7c-4598-9ebf-1db863ce4606),segment_id=08516320-2c7c-4598-9ebf-1db863ce4606)] {{(pid=92920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:20:27.269469 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-d6a304e1-ab74-4f2d-a08a-cb0293b4ebdd req-2f7dcf65-a335-4222-9e58-ab1413ba3f67 tempest-VolumesSnapshotTestJSON-1233461717 tempest-VolumesSnapshotTestJSON-1233461717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-707208'] for port, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:27.338611 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [req-d6a304e1-ab74-4f2d-a08a-cb0293b4ebdd req-2f7dcf65-a335-4222-9e58-ab1413ba3f67 tempest-VolumesSnapshotTestJSON-1233461717 tempest-VolumesSnapshotTestJSON-1233461717-project] Calling delete_port for f19e725f-bc10-402a-b3ae-4840faaffdf8 owned by compute:nova {{(pid=92920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 07:20:27.471625 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eeb158-ac4a-443a-b46d-ba456df7308b req-2f61343c-e596-492e-bc74-cb73fc681e2d tempest-VolumesSnapshotTestJSON-1233461717 tempest-VolumesSnapshotTestJSON-1233461717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:20:27.476962 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-c1eeb158-ac4a-443a-b46d-ba456df7308b req-2f61343c-e596-492e-bc74-cb73fc681e2d tempest-VolumesSnapshotTestJSON-1233461717 tempest-VolumesSnapshotTestJSON-1233461717-project] 10.222.0.24 "GET /v2.0/ports?device_id=2e047325-4240-47db-b44a-92a6190dd9a9 HTTP/1.1" status: 200 len: 946 time: 0.0734832 Jun 22 07:20:27.493410 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-d6a304e1-ab74-4f2d-a08a-cb0293b4ebdd req-2f7dcf65-a335-4222-9e58-ab1413ba3f67 tempest-VolumesSnapshotTestJSON-1233461717 tempest-VolumesSnapshotTestJSON-1233461717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773474061029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773473471600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5150811'] for port, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:27.499972 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-c825c196-4d5b-49bb-8395-b7f281d9f51b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:20:27.514987 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] get_ports_and_sgs() called for port_ids ['f19e725f-bc10-402a-b3ae-4840faaffdf8'] {{(pid=92921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 07:20:27.520395 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-c1eeb158-ac4a-443a-b46d-ba456df7308b req-e5f4ab85-3aeb-49d0-ae69-927537506629 tempest-VolumesSnapshotTestJSON-1233461717 tempest-VolumesSnapshotTestJSON-1233461717-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf97d36a-8254-4827-849c-067a7bdc32b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408301 Jun 22 07:20:27.535067 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7dcf65-a335-4222-9e58-ab1413ba3f67 tempest-VolumesSnapshotTestJSON-1233461717 tempest-VolumesSnapshotTestJSON-1233461717-project] Pushing event deleted for resources: {'Port': ['ID=f19e725f-bc10-402a-b3ae-4840faaffdf8,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:20:27.545204 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-2f7dcf65-a335-4222-9e58-ab1413ba3f67 tempest-VolumesSnapshotTestJSON-1233461717 tempest-VolumesSnapshotTestJSON-1233461717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:20:27.601195 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6a304e1-ab74-4f2d-a08a-cb0293b4ebdd req-2f7dcf65-a335-4222-9e58-ab1413ba3f67 tempest-VolumesSnapshotTestJSON-1233461717 tempest-VolumesSnapshotTestJSON-1233461717-project] No DVR routers for this DVR port f19e725f-bc10-402a-b3ae-4840faaffdf8 on host hv-cinder-78662 {{(pid=92920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 07:20:27.604474 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-d6a304e1-ab74-4f2d-a08a-cb0293b4ebdd req-2f7dcf65-a335-4222-9e58-ab1413ba3f67 tempest-VolumesSnapshotTestJSON-1233461717 tempest-VolumesSnapshotTestJSON-1233461717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91146'] for port, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:27.606485 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-d6a304e1-ab74-4f2d-a08a-cb0293b4ebdd req-2f7dcf65-a335-4222-9e58-ab1413ba3f67 tempest-VolumesSnapshotTestJSON-1233461717 tempest-VolumesSnapshotTestJSON-1233461717-project] 10.222.0.41 "DELETE /v2.0/ports/f19e725f-bc10-402a-b3ae-4840faaffdf8 HTTP/1.1" status: 204 len: 173 time: 0.5463145 Jun 22 07:20:27.607004 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e047325-4240-47db-b44a-92a6190dd9a9', 'name': 'network-vif-deleted', 'tag': 'f19e725f-bc10-402a-b3ae-4840faaffdf8'}] {{(pid=92920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 07:20:27.609393 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}175c46e468422b48d63533518873068da6a6c478907c3b6f79f9dabf89e8d923" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67b26363-1470-486f-be1a-831af1ed860e" -d '{"events": [{"server_uuid": "2e047325-4240-47db-b44a-92a6190dd9a9", "name": "network-vif-deleted", "tag": "f19e725f-bc10-402a-b3ae-4840faaffdf8"}]}' {{(pid=92920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 07:20:27.661826 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 07:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1467aa74-c789-46e0-9ea8-0f794d75ce3a x-openstack-request-id: req-1467aa74-c789-46e0-9ea8-0f794d75ce3a {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 07:20:27.662190 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e047325-4240-47db-b44a-92a6190dd9a9", "name": "network-vif-deleted", "tag": "f19e725f-bc10-402a-b3ae-4840faaffdf8", "status": "completed", "code": 200}]} {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 07:20:27.662475 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1467aa74-c789-46e0-9ea8-0f794d75ce3a {{(pid=92920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 07:20:27.662905 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e047325-4240-47db-b44a-92a6190dd9a9', 'name': 'network-vif-deleted', 'tag': 'f19e725f-bc10-402a-b3ae-4840faaffdf8', 'status': 'completed', 'code': 200} Jun 22 07:20:29.174337 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 50086) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:20:29.277133 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-6ece3954-0f50-4217-ab74-c2c07cdbe02f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:29.374106 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-6ece3954-0f50-4217-ab74-c2c07cdbe02f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:29.377995 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-6ece3954-0f50-4217-ab74-c2c07cdbe02f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:29.380759 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-e08e8818-d261-4e99-aaa0-5518435306a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:20:29.416704 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-6ece3954-0f50-4217-ab74-c2c07cdbe02f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=37f37bef4e004e3e97cde18bb48e7d1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2412639 Jun 22 07:20:29.417590 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ece3954-0f50-4217-ab74-c2c07cdbe02f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fb372a1-e5dd-4e24-aa17-460ca7d2ca1d,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:20:29.419289 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 50090) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:20:29.420842 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-6ece3954-0f50-4217-ab74-c2c07cdbe02f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:20:29.472548 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-1f47d42d-3740-4b6c-a3c8-832b8ea43dbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:29.492874 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-1f47d42d-3740-4b6c-a3c8-832b8ea43dbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:29.538119 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-1f47d42d-3740-4b6c-a3c8-832b8ea43dbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:29.541541 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-1f47d42d-3740-4b6c-a3c8-832b8ea43dbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:29.542636 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-1f47d42d-3740-4b6c-a3c8-832b8ea43dbd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6fb372a1-e5dd-4e24-aa17-460ca7d2ca1d HTTP/1.1" status: 204 len: 168 time: 0.1213672 Jun 22 07:20:29.543739 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-d19f5bc4-3d26-4f38-911d-ec9deac106c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:20:29.551302 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f47d42d-3740-4b6c-a3c8-832b8ea43dbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fb372a1-e5dd-4e24-aa17-460ca7d2ca1d,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:20:29.553497 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-1f47d42d-3740-4b6c-a3c8-832b8ea43dbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:20:29.805033 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 50096) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:20:29.818461 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-e5408ef8-61f0-4bb9-a251-d80f2cc03048 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:29.913048 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-e5408ef8-61f0-4bb9-a251-d80f2cc03048 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:29.917597 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-e5408ef8-61f0-4bb9-a251-d80f2cc03048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:29.920524 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-acc3e048-481b-49ea-bacb-ea3ca1eac921 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:20:29.958661 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-e5408ef8-61f0-4bb9-a251-d80f2cc03048 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0a9bdb3c36c448a0b7faef05580be202&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1524959 Jun 22 07:20:29.959599 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5408ef8-61f0-4bb9-a251-d80f2cc03048 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bd24dc1-cee2-49dc-8980-cf1c9fcd12f4,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:20:29.961603 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 50100) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:20:29.962866 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-e5408ef8-61f0-4bb9-a251-d80f2cc03048 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:20:30.013334 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-22ec7f08-a33a-461a-9a62-0e977c2d7150 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:30.035502 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-22ec7f08-a33a-461a-9a62-0e977c2d7150 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:30.082590 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-22ec7f08-a33a-461a-9a62-0e977c2d7150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:30.085139 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-22ec7f08-a33a-461a-9a62-0e977c2d7150 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:30.086302 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-22ec7f08-a33a-461a-9a62-0e977c2d7150 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9bd24dc1-cee2-49dc-8980-cf1c9fcd12f4 HTTP/1.1" status: 204 len: 168 time: 0.1236818 Jun 22 07:20:30.087081 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-13a04c61-acb6-4062-a78d-5b9ccddf7909 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:20:30.095764 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ec7f08-a33a-461a-9a62-0e977c2d7150 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bd24dc1-cee2-49dc-8980-cf1c9fcd12f4,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:20:30.098053 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-22ec7f08-a33a-461a-9a62-0e977c2d7150 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:20:30.706032 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d97cecca-8350-4656-942c-9cdd9e4e409e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:31.694431 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Device f19e725f-bc10-402a-b3ae-4840faaffdf8 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=92921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 07:20:31.717211 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] No Port match for: f19e725f-bc10-402a-b3ae-4840faaffdf8 {{(pid=92921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 07:20:31.718340 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Device f19e725f-bc10-402a-b3ae-4840faaffdf8 not bound to the agent host hv-cinder-78662 {{(pid=92921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 07:20:33.074974 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a3e3b2af-2126-4b8b-8ef7-a15f57336b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:33.271176 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:33.882266 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:35.215633 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d3c1a5ff-c703-4bfc-bce3-efb8418f207c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:36.924334 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-f04bb265-eca6-4530-aeb1-0b3afeb7eb68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:40.754887 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b366c4fd-d103-4f73-9508-3d806a15af0a req-ef5861f3-789a-4536-8ad4-b66fcee69d5a tempest-VolumesSnapshotTestJSON-1233461717 tempest-VolumesSnapshotTestJSON-1233461717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:20:40.756246 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-b366c4fd-d103-4f73-9508-3d806a15af0a req-ef5861f3-789a-4536-8ad4-b66fcee69d5a tempest-VolumesSnapshotTestJSON-1233461717 tempest-VolumesSnapshotTestJSON-1233461717-project] 10.222.0.24 "GET /v2.0/networks?id=d0d26156-5544-45e5-8458-d39a1fe9c9e7 HTTP/1.1" status: 200 len: 814 time: 0.1080220 Jun 22 07:20:40.772424 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-b366c4fd-d103-4f73-9508-3d806a15af0a req-6f9bf974-cab9-44a2-97bf-4af6822360d9 tempest-VolumesSnapshotTestJSON-1233461717 tempest-VolumesSnapshotTestJSON-1233461717-project] 10.222.0.24 "GET /v2.0/quotas/d1c9bbbc51cd43a7aec548ec0f9930bc HTTP/1.1" status: 200 len: 375 time: 0.0093846 Jun 22 07:20:40.806470 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-b366c4fd-d103-4f73-9508-3d806a15af0a req-7acf33d5-9b0d-4e06-9ba5-5cb2a6ef7429 tempest-VolumesSnapshotTestJSON-1233461717 tempest-VolumesSnapshotTestJSON-1233461717-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=d1c9bbbc51cd43a7aec548ec0f9930bc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0284114 Jun 22 07:20:40.996112 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-b366c4fd-d103-4f73-9508-3d806a15af0a req-68490af5-235d-405f-834f-9cbfe88d4801 service neutron] 10.222.0.24 "GET /v2.0/networks/d0d26156-5544-45e5-8458-d39a1fe9c9e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819172 Jun 22 07:20:41.091394 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-b366c4fd-d103-4f73-9508-3d806a15af0a req-2f905c95-c37c-4f3b-a6b3-d691fb082c72 service neutron] 10.222.0.24 "GET /v2.0/networks/d0d26156-5544-45e5-8458-d39a1fe9c9e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894365 Jun 22 07:20:41.279212 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-a003459a-65ff-4018-92c9-332ff713e94f req-d09724a1-49a0-40b4-86ca-0ed3b29e0a5e tempest-VolumesSnapshotTestJSON-1233461717 tempest-VolumesSnapshotTestJSON-1233461717-project] 10.222.0.24 "GET /v2.0/ports?device_id=f01ac90a-3f86-4875-945f-1125bb81fc32 HTTP/1.1" status: 200 len: 210 time: 0.0359299 Jun 22 07:20:42.395199 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b366c4fd-d103-4f73-9508-3d806a15af0a req-9f0e9549-2e5e-4eb3-bc53-4adafcb26e08 tempest-VolumesSnapshotTestJSON-1233461717 tempest-VolumesSnapshotTestJSON-1233461717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:20:42.397122 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-b366c4fd-d103-4f73-9508-3d806a15af0a req-9f0e9549-2e5e-4eb3-bc53-4adafcb26e08 tempest-VolumesSnapshotTestJSON-1233461717 tempest-VolumesSnapshotTestJSON-1233461717-project] 10.222.0.41 "GET /v2.0/networks?id=d0d26156-5544-45e5-8458-d39a1fe9c9e7 HTTP/1.1" status: 200 len: 814 time: 0.1464968 Jun 22 07:20:42.411374 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.v2.base [req-b366c4fd-d103-4f73-9508-3d806a15af0a req-ed3d18ab-3f15-4a7d-ba6e-e19b36bf2ced tempest-VolumesSnapshotTestJSON-1233461717 tempest-VolumesSnapshotTestJSON-1233461717-project] Request body: {'port': {'device_id': 'f01ac90a-3f86-4875-945f-1125bb81fc32', 'network_id': 'd0d26156-5544-45e5-8458-d39a1fe9c9e7', 'admin_state_up': True, 'tenant_id': 'd1c9bbbc51cd43a7aec548ec0f9930bc'}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:20:42.446723 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-6e7091ac-2fe9-4868-8b4c-9649051c84f2 req-d24fa617-ae66-4162-b63e-8800cf6e28ca tempest-VolumesSnapshotTestJSON-1233461717 tempest-VolumesSnapshotTestJSON-1233461717-project] 10.222.0.24 "GET /v2.0/ports?device_id=f01ac90a-3f86-4875-945f-1125bb81fc32 HTTP/1.1" status: 200 len: 210 time: 0.0426865 Jun 22 07:20:42.541263 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b366c4fd-d103-4f73-9508-3d806a15af0a req-ed3d18ab-3f15-4a7d-ba6e-e19b36bf2ced tempest-VolumesSnapshotTestJSON-1233461717 tempest-VolumesSnapshotTestJSON-1233461717-project] Made reservation on behalf of d1c9bbbc51cd43a7aec548ec0f9930bc for: {'port': 1} {{(pid=92920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 07:20:42.545779 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-b366c4fd-d103-4f73-9508-3d806a15af0a req-ed3d18ab-3f15-4a7d-ba6e-e19b36bf2ced tempest-VolumesSnapshotTestJSON-1233461717 tempest-VolumesSnapshotTestJSON-1233461717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1809762'] for port, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:42.682042 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.db.db_base_plugin_common [req-b366c4fd-d103-4f73-9508-3d806a15af0a req-ed3d18ab-3f15-4a7d-ba6e-e19b36bf2ced tempest-VolumesSnapshotTestJSON-1233461717 tempest-VolumesSnapshotTestJSON-1233461717-project] Allocated IP 172.20.0.4 (d0d26156-5544-45e5-8458-d39a1fe9c9e7/d4483fa6-47b1-4c53-916f-dac6cc9af913/b67141c9-7496-43a1-be10-c77bd79ca6b2) {{(pid=92920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 07:20:42.871457 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-b366c4fd-d103-4f73-9508-3d806a15af0a req-ed3d18ab-3f15-4a7d-ba6e-e19b36bf2ced tempest-VolumesSnapshotTestJSON-1233461717 tempest-VolumesSnapshotTestJSON-1233461717-project] Notify callbacks [] for port, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:42.915244 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-b366c4fd-d103-4f73-9508-3d806a15af0a req-ed3d18ab-3f15-4a7d-ba6e-e19b36bf2ced tempest-VolumesSnapshotTestJSON-1233461717 tempest-VolumesSnapshotTestJSON-1233461717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1809569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-690206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773473471591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5150818'] for port, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:42.920941 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-7ce45a0d-9c77-4f03-a250-b4e0fb7cf27c tempest-VolumesNegativeTest-1219881746 tempest-VolumesNegativeTest-1219881746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:20:42.973087 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b366c4fd-d103-4f73-9508-3d806a15af0a req-ed3d18ab-3f15-4a7d-ba6e-e19b36bf2ced tempest-VolumesSnapshotTestJSON-1233461717 tempest-VolumesSnapshotTestJSON-1233461717-project] Network d0d26156-5544-45e5-8458-d39a1fe9c9e7 is already hosted by enough agents. {{(pid=92920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 07:20:42.977645 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.scheduler.base_scheduler [req-b366c4fd-d103-4f73-9508-3d806a15af0a req-ed3d18ab-3f15-4a7d-ba6e-e19b36bf2ced tempest-VolumesSnapshotTestJSON-1233461717 tempest-VolumesSnapshotTestJSON-1233461717-project] Resources bound (agent type, host, resource id): {{(pid=92920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 07:20:42.981619 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.db.l3_dvrscheduler_db [req-b366c4fd-d103-4f73-9508-3d806a15af0a req-ed3d18ab-3f15-4a7d-ba6e-e19b36bf2ced tempest-VolumesSnapshotTestJSON-1233461717 tempest-VolumesSnapshotTestJSON-1233461717-project] Received port after_create {{(pid=92920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 07:20:43.022666 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3d18ab-3f15-4a7d-ba6e-e19b36bf2ced tempest-VolumesSnapshotTestJSON-1233461717 tempest-VolumesSnapshotTestJSON-1233461717-project] Pushing event updated for resources: {'Port': ['ID=b67141c9-7496-43a1-be10-c77bd79ca6b2,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:20:43.027962 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-ed3d18ab-3f15-4a7d-ba6e-e19b36bf2ced tempest-VolumesSnapshotTestJSON-1233461717 tempest-VolumesSnapshotTestJSON-1233461717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:20:43.051505 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b366c4fd-d103-4f73-9508-3d806a15af0a req-ed3d18ab-3f15-4a7d-ba6e-e19b36bf2ced tempest-VolumesSnapshotTestJSON-1233461717 tempest-VolumesSnapshotTestJSON-1233461717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:20:43.052124 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-b366c4fd-d103-4f73-9508-3d806a15af0a req-ed3d18ab-3f15-4a7d-ba6e-e19b36bf2ced tempest-VolumesSnapshotTestJSON-1233461717 tempest-VolumesSnapshotTestJSON-1233461717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91146'] for port, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:43.067812 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-b366c4fd-d103-4f73-9508-3d806a15af0a req-ed3d18ab-3f15-4a7d-ba6e-e19b36bf2ced tempest-VolumesSnapshotTestJSON-1233461717 tempest-VolumesSnapshotTestJSON-1233461717-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6602764 Jun 22 07:20:43.080972 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.v2.base [req-b366c4fd-d103-4f73-9508-3d806a15af0a req-56901fff-50d4-445c-b4cc-040e9ffaaada service neutron] Request body: {'port': {'device_id': 'f01ac90a-3f86-4875-945f-1125bb81fc32', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:20:43.159192 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-b366c4fd-d103-4f73-9508-3d806a15af0a req-56901fff-50d4-445c-b4cc-040e9ffaaada service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:43.450012 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.notifiers.nova [req-b366c4fd-d103-4f73-9508-3d806a15af0a req-56901fff-50d4-445c-b4cc-040e9ffaaada service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b67141c9-7496-43a1-be10-c77bd79ca6b2 {{(pid=92920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 07:20:43.457447 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-b366c4fd-d103-4f73-9508-3d806a15af0a req-56901fff-50d4-445c-b4cc-040e9ffaaada service neutron] Notify callbacks [] for port, precommit_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:43.470167 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [req-b366c4fd-d103-4f73-9508-3d806a15af0a req-56901fff-50d4-445c-b4cc-040e9ffaaada service neutron] Transition to ACTIVE for port object b67141c9-7496-43a1-be10-c77bd79ca6b2 will not be triggered until provisioned by entity L2. {{(pid=92920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 07:20:43.474893 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-b366c4fd-d103-4f73-9508-3d806a15af0a req-56901fff-50d4-445c-b4cc-040e9ffaaada service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5150800'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:43.478041 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-a050a572-42ab-47c2-9e76-82cadf764122 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:20:43.622529 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cac90f-3701-4c7e-ae4b-0bf37de2ff5b req-1061c47a-2f27-49fd-9c27-14c6ce8558df tempest-VolumesSnapshotTestJSON-1233461717 tempest-VolumesSnapshotTestJSON-1233461717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:20:43.624134 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-f8cac90f-3701-4c7e-ae4b-0bf37de2ff5b req-1061c47a-2f27-49fd-9c27-14c6ce8558df tempest-VolumesSnapshotTestJSON-1233461717 tempest-VolumesSnapshotTestJSON-1233461717-project] 10.222.0.24 "GET /v2.0/ports?device_id=f01ac90a-3f86-4875-945f-1125bb81fc32 HTTP/1.1" status: 200 len: 943 time: 0.0675185 Jun 22 07:20:43.672204 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-f8cac90f-3701-4c7e-ae4b-0bf37de2ff5b req-3697dfd7-353d-4a5a-8225-86d547ecc4f9 tempest-VolumesSnapshotTestJSON-1233461717 tempest-VolumesSnapshotTestJSON-1233461717-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf97d36a-8254-4827-849c-067a7bdc32b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405982 Jun 22 07:20:43.827141 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56901fff-50d4-445c-b4cc-040e9ffaaada service neutron] Pushing event updated for resources: {'Port': ['ID=b67141c9-7496-43a1-be10-c77bd79ca6b2,revision_number=2']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:20:43.831674 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-56901fff-50d4-445c-b4cc-040e9ffaaada service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:20:43.898549 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.managers [req-b366c4fd-d103-4f73-9508-3d806a15af0a req-56901fff-50d4-445c-b4cc-040e9ffaaada service neutron] Attempting to bind port b67141c9-7496-43a1-be10-c77bd79ca6b2 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 07:20:43.898881 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.managers [req-b366c4fd-d103-4f73-9508-3d806a15af0a req-56901fff-50d4-445c-b4cc-040e9ffaaada service neutron] Attempting to bind port b67141c9-7496-43a1-be10-c77bd79ca6b2 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '08516320-2c7c-4598-9ebf-1db863ce4606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'd0d26156-5544-45e5-8458-d39a1fe9c9e7'}] {{(pid=92920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 07:20:43.899198 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b366c4fd-d103-4f73-9508-3d806a15af0a req-56901fff-50d4-445c-b4cc-040e9ffaaada service neutron] Attempting to bind port b67141c9-7496-43a1-be10-c77bd79ca6b2 on network d0d26156-5544-45e5-8458-d39a1fe9c9e7 {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 07:20:43.903753 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b366c4fd-d103-4f73-9508-3d806a15af0a req-56901fff-50d4-445c-b4cc-040e9ffaaada service neutron] Port b67141c9-7496-43a1-be10-c77bd79ca6b2 on network d0d26156-5544-45e5-8458-d39a1fe9c9e7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 07:20:43.904152 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b366c4fd-d103-4f73-9508-3d806a15af0a req-56901fff-50d4-445c-b4cc-040e9ffaaada service neutron] Attempting to bind port b67141c9-7496-43a1-be10-c77bd79ca6b2 on network d0d26156-5544-45e5-8458-d39a1fe9c9e7 {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 07:20:43.908944 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b366c4fd-d103-4f73-9508-3d806a15af0a req-56901fff-50d4-445c-b4cc-040e9ffaaada service neutron] Checking agent: {'id': 'ce8fa221-be2f-440a-9097-46e1804b8f29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 7, 12, 2), 'started_at': datetime.datetime(2021, 6, 22, 7, 12, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 7, 20, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 07:20:43.909299 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b366c4fd-d103-4f73-9508-3d806a15af0a req-56901fff-50d4-445c-b4cc-040e9ffaaada service neutron] Checking segment: {'id': '08516320-2c7c-4598-9ebf-1db863ce4606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'd0d26156-5544-45e5-8458-d39a1fe9c9e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 07:20:43.909713 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b366c4fd-d103-4f73-9508-3d806a15af0a req-56901fff-50d4-445c-b4cc-040e9ffaaada service neutron] Bound using segment: {'id': '08516320-2c7c-4598-9ebf-1db863ce4606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'd0d26156-5544-45e5-8458-d39a1fe9c9e7'} {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 07:20:43.910115 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.managers [req-b366c4fd-d103-4f73-9508-3d806a15af0a req-56901fff-50d4-445c-b4cc-040e9ffaaada service neutron] Bound port: b67141c9-7496-43a1-be10-c77bd79ca6b2, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08516320-2c7c-4598-9ebf-1db863ce4606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'd0d26156-5544-45e5-8458-d39a1fe9c9e7'}}] {{(pid=92920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 07:20:43.910452 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-b366c4fd-d103-4f73-9508-3d806a15af0a req-56901fff-50d4-445c-b4cc-040e9ffaaada service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:43.973718 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [req-b366c4fd-d103-4f73-9508-3d806a15af0a req-56901fff-50d4-445c-b4cc-040e9ffaaada service neutron] For port b67141c9-7496-43a1-be10-c77bd79ca6b2, host hv-cinder-78662, cleared binding levels {{(pid=92920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 07:20:43.976735 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [req-b366c4fd-d103-4f73-9508-3d806a15af0a req-56901fff-50d4-445c-b4cc-040e9ffaaada service neutron] For port b67141c9-7496-43a1-be10-c77bd79ca6b2, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=b67141c9-7496-43a1-be10-c77bd79ca6b2,segment=NetworkSegment(08516320-2c7c-4598-9ebf-1db863ce4606),segment_id=08516320-2c7c-4598-9ebf-1db863ce4606)] {{(pid=92920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 07:20:43.981316 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-b366c4fd-d103-4f73-9508-3d806a15af0a req-56901fff-50d4-445c-b4cc-040e9ffaaada service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5150800'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:43.983989 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-f0d81625-a8bd-48da-bf44-474d01f67e55 tempest-VolumesNegativeTest-1219881746 tempest-VolumesNegativeTest-1219881746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:20:44.017830 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b366c4fd-d103-4f73-9508-3d806a15af0a req-56901fff-50d4-445c-b4cc-040e9ffaaada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:20:44.018446 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-b366c4fd-d103-4f73-9508-3d806a15af0a req-56901fff-50d4-445c-b4cc-040e9ffaaada service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91146'] for port, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:44.019811 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-b366c4fd-d103-4f73-9508-3d806a15af0a req-56901fff-50d4-445c-b4cc-040e9ffaaada service neutron] 10.222.0.41 "PUT /v2.0/ports/b67141c9-7496-43a1-be10-c77bd79ca6b2 HTTP/1.1" status: 200 len: 1093 time: 0.9440236 Jun 22 07:20:44.020310 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f01ac90a-3f86-4875-945f-1125bb81fc32', 'tag': 'b67141c9-7496-43a1-be10-c77bd79ca6b2'}] {{(pid=92920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 07:20:44.022616 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}175c46e468422b48d63533518873068da6a6c478907c3b6f79f9dabf89e8d923" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44a5636c-24e8-468a-878d-4d1b76bbc38d" -d '{"events": [{"name": "network-changed", "server_uuid": "f01ac90a-3f86-4875-945f-1125bb81fc32", "tag": "b67141c9-7496-43a1-be10-c77bd79ca6b2"}]}' {{(pid=92920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 07:20:44.045115 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56901fff-50d4-445c-b4cc-040e9ffaaada service neutron] Pushing event updated for resources: {'Port': ['ID=b67141c9-7496-43a1-be10-c77bd79ca6b2,revision_number=3']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:20:44.048191 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-56901fff-50d4-445c-b4cc-040e9ffaaada service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:20:44.062879 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 07:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10d12731-c241-4cb6-986a-19aeb2a7b1d3 x-openstack-request-id: req-10d12731-c241-4cb6-986a-19aeb2a7b1d3 {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 07:20:44.063304 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f01ac90a-3f86-4875-945f-1125bb81fc32", "tag": "b67141c9-7496-43a1-be10-c77bd79ca6b2", "status": "completed", "code": 200}]} {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 07:20:44.063498 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-10d12731-c241-4cb6-986a-19aeb2a7b1d3 {{(pid=92920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 07:20:44.063964 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f01ac90a-3f86-4875-945f-1125bb81fc32', 'tag': 'b67141c9-7496-43a1-be10-c77bd79ca6b2', 'status': 'completed', 'code': 200} Jun 22 07:20:44.125671 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b366c4fd-d103-4f73-9508-3d806a15af0a req-8d2a6518-90af-4fa1-be0d-58d371a2ddd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:20:44.127122 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-b366c4fd-d103-4f73-9508-3d806a15af0a req-8d2a6518-90af-4fa1-be0d-58d371a2ddd8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d1c9bbbc51cd43a7aec548ec0f9930bc&device_id=f01ac90a-3f86-4875-945f-1125bb81fc32 HTTP/1.1" status: 200 len: 1096 time: 0.0556490 Jun 22 07:20:44.168632 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-b366c4fd-d103-4f73-9508-3d806a15af0a req-9e9be0a6-c4c9-4ded-9e4e-6d682bd9e101 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b67141c9-7496-43a1-be10-c77bd79ca6b2 HTTP/1.1" status: 200 len: 217 time: 0.0339024 Jun 22 07:20:44.220157 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b366c4fd-d103-4f73-9508-3d806a15af0a req-171c5b48-f1c9-4563-8291-95861f7ebce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:20:44.221602 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-b366c4fd-d103-4f73-9508-3d806a15af0a req-171c5b48-f1c9-4563-8291-95861f7ebce5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d4483fa6-47b1-4c53-916f-dac6cc9af913 HTTP/1.1" status: 200 len: 854 time: 0.0423739 Jun 22 07:20:44.255359 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-b366c4fd-d103-4f73-9508-3d806a15af0a req-e60652ce-6fff-4ad7-85d5-090ad432d68c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d0d26156-5544-45e5-8458-d39a1fe9c9e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265026 Jun 22 07:20:44.352099 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-b366c4fd-d103-4f73-9508-3d806a15af0a req-cba227cc-1682-4482-8a25-ff8078baf838 service neutron] 10.222.0.41 "GET /v2.0/networks/d0d26156-5544-45e5-8458-d39a1fe9c9e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901675 Jun 22 07:20:44.447619 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-b366c4fd-d103-4f73-9508-3d806a15af0a req-356c865d-e413-43fa-a989-0a4939fe9e0d service neutron] 10.222.0.41 "GET /v2.0/networks/d0d26156-5544-45e5-8458-d39a1fe9c9e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857258 Jun 22 07:20:44.546765 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a5636c-24e8-468a-878d-4d1b76bbc38d req-e5092f77-ffd2-4f8c-b40c-7f660fde1d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:20:44.548178 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-44a5636c-24e8-468a-878d-4d1b76bbc38d req-e5092f77-ffd2-4f8c-b40c-7f660fde1d7c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d1c9bbbc51cd43a7aec548ec0f9930bc&device_id=f01ac90a-3f86-4875-945f-1125bb81fc32 HTTP/1.1" status: 200 len: 1096 time: 0.0534658 Jun 22 07:20:44.637276 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a5636c-24e8-468a-878d-4d1b76bbc38d req-1647191d-59b8-411a-9933-f69735c915e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:20:44.638749 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-44a5636c-24e8-468a-878d-4d1b76bbc38d req-1647191d-59b8-411a-9933-f69735c915e4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d0d26156-5544-45e5-8458-d39a1fe9c9e7 HTTP/1.1" status: 200 len: 915 time: 0.0833015 Jun 22 07:20:44.683295 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-44a5636c-24e8-468a-878d-4d1b76bbc38d req-81dbee69-7607-423b-bac4-71ce637b3c7e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b67141c9-7496-43a1-be10-c77bd79ca6b2 HTTP/1.1" status: 200 len: 217 time: 0.0375421 Jun 22 07:20:44.733220 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a5636c-24e8-468a-878d-4d1b76bbc38d req-aab58be0-e104-4c7b-ba19-eb09d556b3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:20:44.734682 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-44a5636c-24e8-468a-878d-4d1b76bbc38d req-aab58be0-e104-4c7b-ba19-eb09d556b3bc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d4483fa6-47b1-4c53-916f-dac6cc9af913 HTTP/1.1" status: 200 len: 854 time: 0.0452933 Jun 22 07:20:44.768470 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-44a5636c-24e8-468a-878d-4d1b76bbc38d req-33e9df42-d83b-4e2a-a3a1-be1a44cbe87b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d0d26156-5544-45e5-8458-d39a1fe9c9e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275273 Jun 22 07:20:44.866882 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10f5630-7d08-43c9-b5a7-f07655bc0435 req-22704a66-e5dc-4952-9e64-6be14ee6cb78 tempest-VolumesSnapshotTestJSON-1233461717 tempest-VolumesSnapshotTestJSON-1233461717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:20:44.869300 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-f10f5630-7d08-43c9-b5a7-f07655bc0435 req-22704a66-e5dc-4952-9e64-6be14ee6cb78 tempest-VolumesSnapshotTestJSON-1233461717 tempest-VolumesSnapshotTestJSON-1233461717-project] 10.222.0.24 "GET /v2.0/ports?device_id=f01ac90a-3f86-4875-945f-1125bb81fc32 HTTP/1.1" status: 200 len: 943 time: 0.0724387 Jun 22 07:20:44.869604 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-44a5636c-24e8-468a-878d-4d1b76bbc38d req-aef4e764-964a-4f55-a781-e0510b8a5823 service neutron] 10.222.0.41 "GET /v2.0/networks/d0d26156-5544-45e5-8458-d39a1fe9c9e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944881 Jun 22 07:20:44.911221 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-f10f5630-7d08-43c9-b5a7-f07655bc0435 req-ffc954cf-9cdf-49b5-a507-061427d99fb5 tempest-VolumesSnapshotTestJSON-1233461717 tempest-VolumesSnapshotTestJSON-1233461717-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf97d36a-8254-4827-849c-067a7bdc32b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350826 Jun 22 07:20:44.941801 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.agents_db [None req-74002642-eed4-46c6-8f70-93846dc748c3 None None] Agent healthcheck: found 6 active agents {{(pid=92922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 07:20:44.971549 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-44a5636c-24e8-468a-878d-4d1b76bbc38d req-d7089f27-d602-4a17-9675-4b12197ff58e service neutron] 10.222.0.41 "GET /v2.0/networks/d0d26156-5544-45e5-8458-d39a1fe9c9e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945544 Jun 22 07:20:46.092490 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bab0bd-5647-4189-92e2-42864d07421b req-b94b60cc-4125-43ad-a889-df98c69c4e91 tempest-VolumesSnapshotTestJSON-1233461717 tempest-VolumesSnapshotTestJSON-1233461717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:20:46.093850 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-a5bab0bd-5647-4189-92e2-42864d07421b req-b94b60cc-4125-43ad-a889-df98c69c4e91 tempest-VolumesSnapshotTestJSON-1233461717 tempest-VolumesSnapshotTestJSON-1233461717-project] 10.222.0.24 "GET /v2.0/ports?device_id=f01ac90a-3f86-4875-945f-1125bb81fc32 HTTP/1.1" status: 200 len: 943 time: 0.0707705 Jun 22 07:20:46.134281 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-a5bab0bd-5647-4189-92e2-42864d07421b req-993fbb4e-f02b-4da7-93fa-7b63b1912f45 tempest-VolumesSnapshotTestJSON-1233461717 tempest-VolumesSnapshotTestJSON-1233461717-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf97d36a-8254-4827-849c-067a7bdc32b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343931 Jun 22 07:20:46.188765 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 50300) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:20:46.287692 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-00cecb9e-ecf8-4ff1-a14a-5e7e947de1f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:46.377191 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-00cecb9e-ecf8-4ff1-a14a-5e7e947de1f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:46.380757 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-00cecb9e-ecf8-4ff1-a14a-5e7e947de1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:46.383098 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-170ae919-f544-4147-a2a1-0f241f75ec59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:20:46.419173 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cecb9e-ecf8-4ff1-a14a-5e7e947de1f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=090eea85-3e46-45bf-b663-bd1e7dfa6177,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:20:46.423449 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-00cecb9e-ecf8-4ff1-a14a-5e7e947de1f3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d31ef9b7918d4e8d8f9b200c81f772f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2336571 Jun 22 07:20:46.424302 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-00cecb9e-ecf8-4ff1-a14a-5e7e947de1f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:20:46.426011 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 50304) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:20:46.475064 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-ef3fac9c-9305-4b48-9bd0-6da85b44ae1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:46.500645 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-ef3fac9c-9305-4b48-9bd0-6da85b44ae1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:46.548863 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-ef3fac9c-9305-4b48-9bd0-6da85b44ae1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:46.551521 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-ef3fac9c-9305-4b48-9bd0-6da85b44ae1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:46.552627 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-ef3fac9c-9305-4b48-9bd0-6da85b44ae1a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/090eea85-3e46-45bf-b663-bd1e7dfa6177 HTTP/1.1" status: 204 len: 168 time: 0.1257093 Jun 22 07:20:46.553432 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-a5aae471-8456-4bf4-a81a-e2568b4976b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:20:46.561691 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3fac9c-9305-4b48-9bd0-6da85b44ae1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=090eea85-3e46-45bf-b663-bd1e7dfa6177,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:20:46.564061 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-ef3fac9c-9305-4b48-9bd0-6da85b44ae1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:20:46.830176 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 50310) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:20:46.844418 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-da25e297-b524-46c6-adb4-1549c3f18425 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:46.939622 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-da25e297-b524-46c6-adb4-1549c3f18425 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:46.943596 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-da25e297-b524-46c6-adb4-1549c3f18425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:46.946250 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-ad4d0ca0-0a0e-4670-a9db-90936ecbec7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:20:46.988145 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-da25e297-b524-46c6-adb4-1549c3f18425 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e162b2f0468042e7b465efa58014a40f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1566935 Jun 22 07:20:46.988915 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da25e297-b524-46c6-adb4-1549c3f18425 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d351ec3-0d21-4245-b380-805a1e96000e,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:20:46.991110 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 50312) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:20:46.992162 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-da25e297-b524-46c6-adb4-1549c3f18425 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:20:47.053385 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-b445699d-d63f-4b23-aa86-601e5064a1d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:47.075799 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-b445699d-d63f-4b23-aa86-601e5064a1d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:47.124826 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-b445699d-d63f-4b23-aa86-601e5064a1d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:47.127439 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-b445699d-d63f-4b23-aa86-601e5064a1d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:47.128699 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-b445699d-d63f-4b23-aa86-601e5064a1d3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7d351ec3-0d21-4245-b380-805a1e96000e HTTP/1.1" status: 204 len: 168 time: 0.1361945 Jun 22 07:20:47.129408 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-8878c163-f2e3-41ee-a7b3-3d9158508635 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:20:47.139053 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b445699d-d63f-4b23-aa86-601e5064a1d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d351ec3-0d21-4245-b380-805a1e96000e,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:20:47.141363 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-b445699d-d63f-4b23-aa86-601e5064a1d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:20:47.182061 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Device b67141c9-7496-43a1-be10-c77bd79ca6b2 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=92921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 07:20:47.295064 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] For port b67141c9-7496-43a1-be10-c77bd79ca6b2, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=b67141c9-7496-43a1-be10-c77bd79ca6b2,segment=NetworkSegment(08516320-2c7c-4598-9ebf-1db863ce4606),segment_id=08516320-2c7c-4598-9ebf-1db863ce4606)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:20:47.307420 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Returning: {'device': 'b67141c9-7496-43a1-be10-c77bd79ca6b2', 'network_id': 'd0d26156-5544-45e5-8458-d39a1fe9c9e7', 'port_id': 'b67141c9-7496-43a1-be10-c77bd79ca6b2', 'mac_address': 'fa:16:3e:cf:80:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4483fa6-47b1-4c53-916f-dac6cc9af913', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 07:20:47.322652 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a894e1-8d1b-4b66-aebc-d60842c932cc req-2169338e-2e67-4ab8-a2a4-dfecbe7f5698 tempest-VolumesSnapshotTestJSON-1233461717 tempest-VolumesSnapshotTestJSON-1233461717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:20:47.324905 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-29a894e1-8d1b-4b66-aebc-d60842c932cc req-2169338e-2e67-4ab8-a2a4-dfecbe7f5698 tempest-VolumesSnapshotTestJSON-1233461717 tempest-VolumesSnapshotTestJSON-1233461717-project] 10.222.0.24 "GET /v2.0/ports?device_id=f01ac90a-3f86-4875-945f-1125bb81fc32 HTTP/1.1" status: 200 len: 943 time: 0.0771749 Jun 22 07:20:47.354074 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:47.367214 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-29a894e1-8d1b-4b66-aebc-d60842c932cc req-4831697f-9349-47be-b801-7728c82f953d tempest-VolumesSnapshotTestJSON-1233461717 tempest-VolumesSnapshotTestJSON-1233461717-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf97d36a-8254-4827-849c-067a7bdc32b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348749 Jun 22 07:20:47.369541 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.notifiers.nova [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b67141c9-7496-43a1-be10-c77bd79ca6b2 {{(pid=92921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 07:20:47.393395 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] For port b67141c9-7496-43a1-be10-c77bd79ca6b2, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=b67141c9-7496-43a1-be10-c77bd79ca6b2,segment=NetworkSegment(08516320-2c7c-4598-9ebf-1db863ce4606),segment_id=08516320-2c7c-4598-9ebf-1db863ce4606)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:20:47.398148 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:47.401188 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:20:47.450073 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Pushing event updated for resources: {'Port': ['ID=b67141c9-7496-43a1-be10-c77bd79ca6b2,revision_number=4']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:20:47.457528 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:20:47.457883 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:20:47.458351 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:20:47.458554 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:20:47.458883 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:20:47.459214 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:20:47.459540 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:20:47.459863 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:20:47.460405 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:20:47.460748 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:20:47.461072 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:20:47.461394 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:20:47.465486 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:20:47.770648 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] get_ports_and_sgs() called for port_ids ['b67141c9-7496-43a1-be10-c77bd79ca6b2'] {{(pid=92921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 07:20:48.258870 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 50344) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:20:48.363944 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-a73b7504-771c-4c6c-b7f8-6c5812b259da admin admin] Notify callbacks [] for security_group, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:48.453675 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-a73b7504-771c-4c6c-b7f8-6c5812b259da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:48.457971 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-a73b7504-771c-4c6c-b7f8-6c5812b259da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:48.461986 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-f914a88d-08e1-42bb-9212-b89cb8552d17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:20:48.508980 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-a73b7504-771c-4c6c-b7f8-6c5812b259da admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=21c0a5fd003e4885a45725ea65047f54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2490797 Jun 22 07:20:48.511838 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 50350) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:20:48.525345 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73b7504-771c-4c6c-b7f8-6c5812b259da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=336dc241-6954-4bf3-83a4-056a954bde91,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:20:48.528446 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-a73b7504-771c-4c6c-b7f8-6c5812b259da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:20:48.562788 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-53acbb23-84d4-4b45-86b4-365f271ac0d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:48.566389 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3723ec9-11c3-4bd9-ba6a-c79accee1f74 req-49030d5e-fe5a-4401-abd7-5d9682c32e13 tempest-VolumesSnapshotTestJSON-1233461717 tempest-VolumesSnapshotTestJSON-1233461717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:20:48.567860 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-e3723ec9-11c3-4bd9-ba6a-c79accee1f74 req-49030d5e-fe5a-4401-abd7-5d9682c32e13 tempest-VolumesSnapshotTestJSON-1233461717 tempest-VolumesSnapshotTestJSON-1233461717-project] 10.222.0.24 "GET /v2.0/ports?device_id=f01ac90a-3f86-4875-945f-1125bb81fc32 HTTP/1.1" status: 200 len: 944 time: 0.0755954 Jun 22 07:20:48.584118 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-53acbb23-84d4-4b45-86b4-365f271ac0d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:48.606880 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-e3723ec9-11c3-4bd9-ba6a-c79accee1f74 req-f53d6f65-5ff9-4877-b092-6a0d5a40ec71 tempest-VolumesSnapshotTestJSON-1233461717 tempest-VolumesSnapshotTestJSON-1233461717-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf97d36a-8254-4827-849c-067a7bdc32b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330803 Jun 22 07:20:48.630340 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-53acbb23-84d4-4b45-86b4-365f271ac0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:48.633055 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-53acbb23-84d4-4b45-86b4-365f271ac0d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:48.634177 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-53acbb23-84d4-4b45-86b4-365f271ac0d2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/336dc241-6954-4bf3-83a4-056a954bde91 HTTP/1.1" status: 204 len: 168 time: 0.1212404 Jun 22 07:20:48.634951 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-da25e297-b524-46c6-adb4-1549c3f18425 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:20:48.642985 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53acbb23-84d4-4b45-86b4-365f271ac0d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=336dc241-6954-4bf3-83a4-056a954bde91,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:20:48.645166 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-53acbb23-84d4-4b45-86b4-365f271ac0d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:20:49.177926 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Device b67141c9-7496-43a1-be10-c77bd79ca6b2 up at agent hyperv_hv-cinder-78662 {{(pid=92921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 07:20:49.232725 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Provisioning for port b67141c9-7496-43a1-be10-c77bd79ca6b2 completed by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 07:20:49.237114 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Provisioning complete for port b67141c9-7496-43a1-be10-c77bd79ca6b2 triggered by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:20:49.237471 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1879668'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:49.444267 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:49.467222 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f01ac90a-3f86-4875-945f-1125bb81fc32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b67141c9-7496-43a1-be10-c77bd79ca6b2'}] {{(pid=92921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 07:20:49.469500 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4609914990d9533a1079bbd359c82c974bab58cbf2fcf9d17aa38aa491f36217" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e381a66-596a-4661-89ca-45675a5cd2b1" -d '{"events": [{"server_uuid": "f01ac90a-3f86-4875-945f-1125bb81fc32", "name": "network-vif-plugged", "status": "completed", "tag": "b67141c9-7496-43a1-be10-c77bd79ca6b2"}]}' {{(pid=92921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 07:20:49.482801 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] For port b67141c9-7496-43a1-be10-c77bd79ca6b2, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=b67141c9-7496-43a1-be10-c77bd79ca6b2,segment=NetworkSegment(08516320-2c7c-4598-9ebf-1db863ce4606),segment_id=08516320-2c7c-4598-9ebf-1db863ce4606)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:20:49.488165 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:49.491630 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:20:49.541332 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Pushing event updated for resources: {'Port': ['ID=b67141c9-7496-43a1-be10-c77bd79ca6b2,revision_number=5']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:20:49.547143 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:20:49.669069 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 07:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72d153c4-c363-430c-86fb-4d7ca434b6e6 x-openstack-request-id: req-72d153c4-c363-430c-86fb-4d7ca434b6e6 {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 07:20:49.669513 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f01ac90a-3f86-4875-945f-1125bb81fc32", "name": "network-vif-plugged", "status": "completed", "tag": "b67141c9-7496-43a1-be10-c77bd79ca6b2", "code": 200}]} {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 07:20:49.669830 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-72d153c4-c363-430c-86fb-4d7ca434b6e6 {{(pid=92921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 07:20:49.670320 dv-cinder-786627-11-iscsi neutron-server[92921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f01ac90a-3f86-4875-945f-1125bb81fc32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b67141c9-7496-43a1-be10-c77bd79ca6b2', 'code': 200} Jun 22 07:20:49.817011 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad709b12-a3f6-45d2-9574-5794ce972e3e req-a40da037-1b0f-4dde-a9a2-e262e1d417ab tempest-VolumesSnapshotTestJSON-1233461717 tempest-VolumesSnapshotTestJSON-1233461717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:20:49.818523 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-ad709b12-a3f6-45d2-9574-5794ce972e3e req-a40da037-1b0f-4dde-a9a2-e262e1d417ab tempest-VolumesSnapshotTestJSON-1233461717 tempest-VolumesSnapshotTestJSON-1233461717-project] 10.222.0.24 "GET /v2.0/ports?device_id=f01ac90a-3f86-4875-945f-1125bb81fc32 HTTP/1.1" status: 200 len: 945 time: 0.0782177 Jun 22 07:20:49.862969 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-ad709b12-a3f6-45d2-9574-5794ce972e3e req-d11dd3ad-4907-4d96-93f1-2f7152af9729 tempest-VolumesSnapshotTestJSON-1233461717 tempest-VolumesSnapshotTestJSON-1233461717-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf97d36a-8254-4827-849c-067a7bdc32b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377791 Jun 22 07:20:49.884212 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d684e6-aaba-4a77-8305-a0f20f08ed22 req-a4d92e50-1ef8-4b06-b1f8-f447ebd7fdb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:20:49.886041 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-41d684e6-aaba-4a77-8305-a0f20f08ed22 req-a4d92e50-1ef8-4b06-b1f8-f447ebd7fdb3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f01ac90a-3f86-4875-945f-1125bb81fc32 HTTP/1.1" status: 200 len: 1098 time: 0.0616648 Jun 22 07:20:49.924589 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-41d684e6-aaba-4a77-8305-a0f20f08ed22 req-7146bebe-9452-4c2c-a713-35ceff53875a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=cf97d36a-8254-4827-849c-067a7bdc32b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309653 Jun 22 07:20:51.045001 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f784b9-a529-48cc-9202-41dbc8b9a917 req-796f1a00-eb11-4a46-b612-c3090401fe59 tempest-VolumesSnapshotTestJSON-1233461717 tempest-VolumesSnapshotTestJSON-1233461717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:20:51.046430 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-a8f784b9-a529-48cc-9202-41dbc8b9a917 req-796f1a00-eb11-4a46-b612-c3090401fe59 tempest-VolumesSnapshotTestJSON-1233461717 tempest-VolumesSnapshotTestJSON-1233461717-project] 10.222.0.24 "GET /v2.0/ports?device_id=f01ac90a-3f86-4875-945f-1125bb81fc32 HTTP/1.1" status: 200 len: 945 time: 0.0630951 Jun 22 07:20:51.082853 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-a8f784b9-a529-48cc-9202-41dbc8b9a917 req-c3909b0c-0816-404f-b7b7-d985f70aae0c tempest-VolumesSnapshotTestJSON-1233461717 tempest-VolumesSnapshotTestJSON-1233461717-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf97d36a-8254-4827-849c-067a7bdc32b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308683 Jun 22 07:20:52.253448 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232de412-55d0-41d1-921f-408f36e20e29 req-715127cb-d2fc-4ff5-9408-26b472335c44 tempest-VolumesSnapshotTestJSON-1233461717 tempest-VolumesSnapshotTestJSON-1233461717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:20:52.254897 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-232de412-55d0-41d1-921f-408f36e20e29 req-715127cb-d2fc-4ff5-9408-26b472335c44 tempest-VolumesSnapshotTestJSON-1233461717 tempest-VolumesSnapshotTestJSON-1233461717-project] 10.222.0.24 "GET /v2.0/ports?device_id=f01ac90a-3f86-4875-945f-1125bb81fc32 HTTP/1.1" status: 200 len: 945 time: 0.0622523 Jun 22 07:20:52.291178 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-232de412-55d0-41d1-921f-408f36e20e29 req-3ac82e7a-1838-49ae-a8f4-029012d61230 tempest-VolumesSnapshotTestJSON-1233461717 tempest-VolumesSnapshotTestJSON-1233461717-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf97d36a-8254-4827-849c-067a7bdc32b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307353 Jun 22 07:20:52.845689 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 50432) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:20:52.950870 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-eed633ea-8389-458e-92ee-1d482779cdd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:53.039871 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-eed633ea-8389-458e-92ee-1d482779cdd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:53.044260 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-eed633ea-8389-458e-92ee-1d482779cdd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:53.046921 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-e6ba5a27-74ef-4c06-94c8-bacd13313242 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:20:53.082661 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed633ea-8389-458e-92ee-1d482779cdd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65a88bb4-a120-4692-820d-db76f1c54d09,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:20:53.086908 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-eed633ea-8389-458e-92ee-1d482779cdd4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=de3594567abb4e38bc4c4b1fa9914371&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2402215 Jun 22 07:20:53.087787 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-eed633ea-8389-458e-92ee-1d482779cdd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:20:53.089730 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 50436) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:20:53.139908 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-85f99845-41c2-49b9-8d33-e9ea692fbb2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:53.162606 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-85f99845-41c2-49b9-8d33-e9ea692fbb2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:53.210226 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-85f99845-41c2-49b9-8d33-e9ea692fbb2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:53.212787 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-85f99845-41c2-49b9-8d33-e9ea692fbb2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:53.215436 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-85f99845-41c2-49b9-8d33-e9ea692fbb2f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/65a88bb4-a120-4692-820d-db76f1c54d09 HTTP/1.1" status: 204 len: 168 time: 0.1233149 Jun 22 07:20:53.216226 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-736c99ee-be5e-4f4b-9173-ca4a8ff3f907 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:20:53.223735 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f99845-41c2-49b9-8d33-e9ea692fbb2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65a88bb4-a120-4692-820d-db76f1c54d09,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:20:53.225982 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-85f99845-41c2-49b9-8d33-e9ea692fbb2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:20:53.481642 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 50442) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:20:53.494858 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-ad68fa46-5cfa-45d4-894e-ed355bb44bc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:53.588557 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-ad68fa46-5cfa-45d4-894e-ed355bb44bc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:53.592282 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-ad68fa46-5cfa-45d4-894e-ed355bb44bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:53.594749 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-d72a24cd-7ea0-4356-9a93-f3a1dcf159c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:20:53.630797 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-ad68fa46-5cfa-45d4-894e-ed355bb44bc3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0f17572c5d6440be837cb4f81443fb37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1480949 Jun 22 07:20:53.631694 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad68fa46-5cfa-45d4-894e-ed355bb44bc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2f0a957-a423-4c74-a32a-4f7c0701f52d,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:20:53.633502 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 50444) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:20:53.635135 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-ad68fa46-5cfa-45d4-894e-ed355bb44bc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:20:53.688414 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-1884acdf-baa5-40ae-b5df-7b6513f3aa06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:53.711739 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-1884acdf-baa5-40ae-b5df-7b6513f3aa06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:53.771271 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-1884acdf-baa5-40ae-b5df-7b6513f3aa06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:53.774912 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-1884acdf-baa5-40ae-b5df-7b6513f3aa06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:20:53.776635 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-1884acdf-baa5-40ae-b5df-7b6513f3aa06 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b2f0a957-a423-4c74-a32a-4f7c0701f52d HTTP/1.1" status: 204 len: 168 time: 0.1416609 Jun 22 07:20:53.777666 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-5e1e3dd5-52b4-45c9-874e-e005f4e01b68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:20:53.790014 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1884acdf-baa5-40ae-b5df-7b6513f3aa06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2f0a957-a423-4c74-a32a-4f7c0701f52d,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:20:53.795103 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-1884acdf-baa5-40ae-b5df-7b6513f3aa06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:21:00.707861 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-13d26a1d-88b4-4575-93ff-dde3b4dd1450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:00.807718 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021f8a8c-fa38-4d8a-a45b-12afec7d3756 req-956cec95-823e-4ea8-a035-429de0752e26 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:21:00.809817 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-021f8a8c-fa38-4d8a-a45b-12afec7d3756 req-956cec95-823e-4ea8-a035-429de0752e26 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f376705-0d18-4006-8bca-dd49b0e55cca HTTP/1.1" status: 200 len: 945 time: 0.0691643 Jun 22 07:21:00.847449 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-021f8a8c-fa38-4d8a-a45b-12afec7d3756 req-470dd02e-dea1-48f5-8b6e-bb9d3b28a179 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "GET /v2.0/security-groups?id=6daf760c-5a05-4dd1-83f7-482b29ac14c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319834 Jun 22 07:21:02.040668 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a9e6ec-e860-4fce-9cab-2386ca186f3c req-04d449f3-47ca-4630-b733-42249df457d8 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:21:02.042150 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-16a9e6ec-e860-4fce-9cab-2386ca186f3c req-04d449f3-47ca-4630-b733-42249df457d8 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f376705-0d18-4006-8bca-dd49b0e55cca HTTP/1.1" status: 200 len: 945 time: 0.0743160 Jun 22 07:21:02.082919 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-16a9e6ec-e860-4fce-9cab-2386ca186f3c req-a91817ce-f754-48f8-aacb-1e8faa4b0e64 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "GET /v2.0/security-groups?id=6daf760c-5a05-4dd1-83f7-482b29ac14c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343564 Jun 22 07:21:03.079978 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-c1fb2dbd-c153-4104-8f2d-08d2944297c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:03.263757 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b31dfc-e4d9-4913-b7fa-2bee33be7453 req-e9af79e8-1cdc-433a-babe-fb30a3891860 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:21:03.265327 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-99b31dfc-e4d9-4913-b7fa-2bee33be7453 req-e9af79e8-1cdc-433a-babe-fb30a3891860 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f376705-0d18-4006-8bca-dd49b0e55cca HTTP/1.1" status: 200 len: 945 time: 0.0663970 Jun 22 07:21:03.274787 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:03.305000 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-99b31dfc-e4d9-4913-b7fa-2bee33be7453 req-1ff0aff7-2343-4187-abdf-b1a24101e26e tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "GET /v2.0/security-groups?id=6daf760c-5a05-4dd1-83f7-482b29ac14c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335338 Jun 22 07:21:03.897772 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:04.494761 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128224e8-d2fe-4dd5-bdff-3e1055da2703 req-a1a78fb4-044b-431b-8035-e7c7a762d6bc tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:21:04.496671 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-128224e8-d2fe-4dd5-bdff-3e1055da2703 req-a1a78fb4-044b-431b-8035-e7c7a762d6bc tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f376705-0d18-4006-8bca-dd49b0e55cca HTTP/1.1" status: 200 len: 945 time: 0.0676656 Jun 22 07:21:04.538603 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-128224e8-d2fe-4dd5-bdff-3e1055da2703 req-8fc4f5f1-72a5-4613-9ac6-76a33d058e07 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "GET /v2.0/security-groups?id=6daf760c-5a05-4dd1-83f7-482b29ac14c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363066 Jun 22 07:21:05.205373 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d3c1a5ff-c703-4bfc-bce3-efb8418f207c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:05.724542 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4c4020-a63d-420a-af21-0b7715c8f7d5 req-db483e33-d22b-40be-a591-a7aa93f82add tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:21:05.726033 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-cd4c4020-a63d-420a-af21-0b7715c8f7d5 req-db483e33-d22b-40be-a591-a7aa93f82add tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f376705-0d18-4006-8bca-dd49b0e55cca HTTP/1.1" status: 200 len: 945 time: 0.0699084 Jun 22 07:21:05.769294 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-cd4c4020-a63d-420a-af21-0b7715c8f7d5 req-6a65f92d-7c72-4f66-b973-475ffb08d37f tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "GET /v2.0/security-groups?id=6daf760c-5a05-4dd1-83f7-482b29ac14c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355234 Jun 22 07:21:06.929531 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-f04bb265-eca6-4530-aeb1-0b3afeb7eb68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:06.959244 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644a1d87-886f-42d2-8593-d2269988a557 req-067ec579-f8f3-4a25-8d99-8ef874dd3f5d tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:21:06.960717 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-644a1d87-886f-42d2-8593-d2269988a557 req-067ec579-f8f3-4a25-8d99-8ef874dd3f5d tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f376705-0d18-4006-8bca-dd49b0e55cca HTTP/1.1" status: 200 len: 945 time: 0.0699871 Jun 22 07:21:07.000929 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-644a1d87-886f-42d2-8593-d2269988a557 req-566771d3-4c24-43a1-bcd0-ab81d692bb7d tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "GET /v2.0/security-groups?id=6daf760c-5a05-4dd1-83f7-482b29ac14c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332689 Jun 22 07:21:08.191984 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69af32bb-a490-4911-b9a6-77820aca74f9 req-f51fc0df-9f65-48ba-9e08-d5a1d26b994f tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:21:08.193519 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-69af32bb-a490-4911-b9a6-77820aca74f9 req-f51fc0df-9f65-48ba-9e08-d5a1d26b994f tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f376705-0d18-4006-8bca-dd49b0e55cca HTTP/1.1" status: 200 len: 945 time: 0.0708928 Jun 22 07:21:08.234867 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-69af32bb-a490-4911-b9a6-77820aca74f9 req-3b236169-e392-4cdc-acc8-9e297f14b6d3 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "GET /v2.0/security-groups?id=6daf760c-5a05-4dd1-83f7-482b29ac14c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350826 Jun 22 07:21:09.423807 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500aaea9-e2a5-4a28-bf66-bbf8f71cd597 req-f079e6e1-d7f0-4543-bbea-6c1e672b96f3 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:21:09.425323 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-500aaea9-e2a5-4a28-bf66-bbf8f71cd597 req-f079e6e1-d7f0-4543-bbea-6c1e672b96f3 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f376705-0d18-4006-8bca-dd49b0e55cca HTTP/1.1" status: 200 len: 945 time: 0.0724201 Jun 22 07:21:09.466525 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-500aaea9-e2a5-4a28-bf66-bbf8f71cd597 req-47a6e548-e7f1-471c-a5e4-e9f51b674ebf tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "GET /v2.0/security-groups?id=6daf760c-5a05-4dd1-83f7-482b29ac14c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355871 Jun 22 07:21:10.656709 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e98845c-5338-4522-b4f0-434e03949109 req-13dd8161-9753-4386-8662-2cbe27adc61d tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:21:10.658301 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-8e98845c-5338-4522-b4f0-434e03949109 req-13dd8161-9753-4386-8662-2cbe27adc61d tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f376705-0d18-4006-8bca-dd49b0e55cca HTTP/1.1" status: 200 len: 945 time: 0.0709281 Jun 22 07:21:10.700871 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-8e98845c-5338-4522-b4f0-434e03949109 req-892d4ed2-0829-4dca-98b0-bf75586530e1 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "GET /v2.0/security-groups?id=6daf760c-5a05-4dd1-83f7-482b29ac14c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364323 Jun 22 07:21:11.043442 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538b2e9f-689d-42ce-9943-92179f974d7c req-41eee959-1918-45c6-af6a-02a4b665d63b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:21:11.044947 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-538b2e9f-689d-42ce-9943-92179f974d7c req-41eee959-1918-45c6-af6a-02a4b665d63b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d4f594fab10d40c7ba3121bb30f350f6&device_id=6f376705-0d18-4006-8bca-dd49b0e55cca HTTP/1.1" status: 200 len: 1098 time: 0.0545311 Jun 22 07:21:11.165372 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538b2e9f-689d-42ce-9943-92179f974d7c req-c53a963c-1a99-434f-ac57-61e5a9c60c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:21:11.166830 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-538b2e9f-689d-42ce-9943-92179f974d7c req-c53a963c-1a99-434f-ac57-61e5a9c60c25 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e45ca323-df81-4e4e-ad4b-9a2282b40737 HTTP/1.1" status: 200 len: 911 time: 0.0967176 Jun 22 07:21:11.260307 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-538b2e9f-689d-42ce-9943-92179f974d7c req-ce371c52-02d6-47e6-9559-749d77214fb3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e4159f94-5527-4466-8635-e476cd2fc9b0 HTTP/1.1" status: 200 len: 1001 time: 0.0860555 Jun 22 07:21:11.311812 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538b2e9f-689d-42ce-9943-92179f974d7c req-f1346f68-fcc4-4ea0-a384-6def2e0fcf7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:21:11.313217 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-538b2e9f-689d-42ce-9943-92179f974d7c req-f1346f68-fcc4-4ea0-a384-6def2e0fcf7c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f68816de-e03b-4f38-99ee-40e3f1c0a6fd HTTP/1.1" status: 200 len: 849 time: 0.0448279 Jun 22 07:21:11.370945 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538b2e9f-689d-42ce-9943-92179f974d7c req-39b6360d-2713-4906-a67e-b18f7519b68e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:21:11.372466 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-538b2e9f-689d-42ce-9943-92179f974d7c req-39b6360d-2713-4906-a67e-b18f7519b68e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e45ca323-df81-4e4e-ad4b-9a2282b40737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0526967 Jun 22 07:21:11.471014 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-538b2e9f-689d-42ce-9943-92179f974d7c req-a7bb4675-bb9d-4d9e-be3f-c23d2680f731 service neutron] 10.222.0.41 "GET /v2.0/networks/e45ca323-df81-4e4e-ad4b-9a2282b40737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906453 Jun 22 07:21:11.567848 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-538b2e9f-689d-42ce-9943-92179f974d7c req-0575a0ff-1e17-496e-9528-feef019f9bee service neutron] 10.222.0.41 "GET /v2.0/networks/e45ca323-df81-4e4e-ad4b-9a2282b40737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899570 Jun 22 07:21:11.887832 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6d4258-316e-43cf-86c2-ec50200d2643 req-c067dc65-4389-4fc1-9dcf-53fcc21d07bb tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:21:11.889325 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-3b6d4258-316e-43cf-86c2-ec50200d2643 req-c067dc65-4389-4fc1-9dcf-53fcc21d07bb tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f376705-0d18-4006-8bca-dd49b0e55cca HTTP/1.1" status: 200 len: 945 time: 0.0714321 Jun 22 07:21:11.925749 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-3b6d4258-316e-43cf-86c2-ec50200d2643 req-14e632c2-a242-45a8-991d-318a627eec04 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "GET /v2.0/security-groups?id=6daf760c-5a05-4dd1-83f7-482b29ac14c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307257 Jun 22 07:21:13.102452 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772298a5-5604-47cc-a823-f8e1c7be8101 req-2864f3ab-17b3-4b7e-8659-4d585527b0c3 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:21:13.103918 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-772298a5-5604-47cc-a823-f8e1c7be8101 req-2864f3ab-17b3-4b7e-8659-4d585527b0c3 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f376705-0d18-4006-8bca-dd49b0e55cca HTTP/1.1" status: 200 len: 945 time: 0.0646622 Jun 22 07:21:13.145300 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-772298a5-5604-47cc-a823-f8e1c7be8101 req-94b54077-46fc-4bb2-890a-b980d1029950 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "GET /v2.0/security-groups?id=6daf760c-5a05-4dd1-83f7-482b29ac14c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347717 Jun 22 07:21:13.667639 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ee3e0b-9e1b-4227-ad4e-5175929fb0da req-295ecfaa-91e1-41b8-b430-8b9f38377455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:21:13.670656 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-d1ee3e0b-9e1b-4227-ad4e-5175929fb0da req-295ecfaa-91e1-41b8-b430-8b9f38377455 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ec9a29227f1b402da02d8ce725e6cef8&device_id=c57f5ee8-26cd-4955-9a82-fb01de9793ee HTTP/1.1" status: 200 len: 1138 time: 0.0659392 Jun 22 07:21:13.714660 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89e06d2-4c35-4155-a809-2d69d602dfcd req-cbd85bd9-ff3a-4a2a-8da4-c4bb9b854469 tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:21:13.716641 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-f89e06d2-4c35-4155-a809-2d69d602dfcd req-cbd85bd9-ff3a-4a2a-8da4-c4bb9b854469 tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] 10.222.0.24 "GET /v2.0/ports?device_id=c57f5ee8-26cd-4955-9a82-fb01de9793ee HTTP/1.1" status: 200 len: 985 time: 0.0723433 Jun 22 07:21:13.757469 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-f89e06d2-4c35-4155-a809-2d69d602dfcd req-1c33b496-a0e5-4728-b57b-87b636fb785b tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] 10.222.0.24 "GET /v2.0/security-groups?id=184d9c39-9e83-4f1f-a6ee-6da78c1e0aec&id=fdfd1704-db10-4149-a8da-3280f92bf09e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0352435 Jun 22 07:21:13.764962 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ee3e0b-9e1b-4227-ad4e-5175929fb0da req-9b8bdde7-d914-47de-a0c0-ad5acf6aafa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:21:13.766454 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-d1ee3e0b-9e1b-4227-ad4e-5175929fb0da req-9b8bdde7-d914-47de-a0c0-ad5acf6aafa4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b76c3898-71b4-47e9-8565-8fd368eecb52 HTTP/1.1" status: 200 len: 916 time: 0.0880466 Jun 22 07:21:13.838936 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-d1ee3e0b-9e1b-4227-ad4e-5175929fb0da req-a48b0082-b098-4c75-8a1d-6249699cc421 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2b84e1d2-a87e-4501-8c71-5641bc2cc690 HTTP/1.1" status: 200 len: 1001 time: 0.0640094 Jun 22 07:21:13.898801 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ee3e0b-9e1b-4227-ad4e-5175929fb0da req-32e6cfc3-1548-41ef-940b-c6fd82463a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:21:13.900258 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-d1ee3e0b-9e1b-4227-ad4e-5175929fb0da req-32e6cfc3-1548-41ef-940b-c6fd82463a1a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5599c154-2134-4868-9ecc-e0f7abbd15ae HTTP/1.1" status: 200 len: 854 time: 0.0497065 Jun 22 07:21:13.956983 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ee3e0b-9e1b-4227-ad4e-5175929fb0da req-756f41f3-7f2a-4b5f-aa4e-b96df1ec894b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:21:13.958336 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-d1ee3e0b-9e1b-4227-ad4e-5175929fb0da req-756f41f3-7f2a-4b5f-aa4e-b96df1ec894b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b76c3898-71b4-47e9-8565-8fd368eecb52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0514569 Jun 22 07:21:14.057635 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-d1ee3e0b-9e1b-4227-ad4e-5175929fb0da req-63c986db-6c72-4b56-88fc-ef95eea19cf8 service neutron] 10.222.0.41 "GET /v2.0/networks/b76c3898-71b4-47e9-8565-8fd368eecb52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930846 Jun 22 07:21:14.147542 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-d1ee3e0b-9e1b-4227-ad4e-5175929fb0da req-358d64f5-7000-4470-a741-8a5af508fb23 service neutron] 10.222.0.41 "GET /v2.0/networks/b76c3898-71b4-47e9-8565-8fd368eecb52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819628 Jun 22 07:21:14.334471 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309396ac-a8cc-4342-b012-05c6e98173d8 req-402fce16-2504-4756-8956-2c3e2c4b2d5e tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:21:14.335958 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-309396ac-a8cc-4342-b012-05c6e98173d8 req-402fce16-2504-4756-8956-2c3e2c4b2d5e tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f376705-0d18-4006-8bca-dd49b0e55cca HTTP/1.1" status: 200 len: 945 time: 0.0680668 Jun 22 07:21:14.374692 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-309396ac-a8cc-4342-b012-05c6e98173d8 req-f4aef87f-fcaf-4e6e-970e-268311cc5bcf tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "GET /v2.0/security-groups?id=6daf760c-5a05-4dd1-83f7-482b29ac14c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322988 Jun 22 07:21:14.937046 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a40fc61-5f4a-4dca-9ded-0fccdd5dff90 req-17c523c7-e70b-43a9-8d57-8bc24570ca04 tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:21:14.938511 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-3a40fc61-5f4a-4dca-9ded-0fccdd5dff90 req-17c523c7-e70b-43a9-8d57-8bc24570ca04 tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] 10.222.0.24 "GET /v2.0/ports?device_id=c57f5ee8-26cd-4955-9a82-fb01de9793ee HTTP/1.1" status: 200 len: 985 time: 0.0639675 Jun 22 07:21:14.979520 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-3a40fc61-5f4a-4dca-9ded-0fccdd5dff90 req-2368219a-4570-4152-b73c-a7d01adb90c3 tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] 10.222.0.24 "GET /v2.0/security-groups?id=184d9c39-9e83-4f1f-a6ee-6da78c1e0aec&id=fdfd1704-db10-4149-a8da-3280f92bf09e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0347731 Jun 22 07:21:15.552443 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f58197-b9ca-4578-98a8-a09ce0a7e0c7 req-e4280e1a-8639-4854-84e5-3a1d10c1a636 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:21:15.553872 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-43f58197-b9ca-4578-98a8-a09ce0a7e0c7 req-e4280e1a-8639-4854-84e5-3a1d10c1a636 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f376705-0d18-4006-8bca-dd49b0e55cca HTTP/1.1" status: 200 len: 945 time: 0.0693851 Jun 22 07:21:15.593977 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-43f58197-b9ca-4578-98a8-a09ce0a7e0c7 req-142c20cb-345f-4151-a52b-2f5982839cc3 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "GET /v2.0/security-groups?id=6daf760c-5a05-4dd1-83f7-482b29ac14c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336685 Jun 22 07:21:16.173310 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad98e436-9c0d-4374-bcc7-7079dba096f9 req-c853c5fe-bb1e-49a1-b7d8-36e7429a3ce5 tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:21:16.173687 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-ad98e436-9c0d-4374-bcc7-7079dba096f9 req-c853c5fe-bb1e-49a1-b7d8-36e7429a3ce5 tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] 10.222.0.24 "GET /v2.0/ports?device_id=c57f5ee8-26cd-4955-9a82-fb01de9793ee HTTP/1.1" status: 200 len: 985 time: 0.0745797 Jun 22 07:21:16.220329 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-ad98e436-9c0d-4374-bcc7-7079dba096f9 req-467c506f-4785-4018-98cb-c72fbdd48e7b tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] 10.222.0.24 "GET /v2.0/security-groups?id=184d9c39-9e83-4f1f-a6ee-6da78c1e0aec&id=fdfd1704-db10-4149-a8da-3280f92bf09e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0396721 Jun 22 07:21:16.831074 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d345aa11-0a31-4e45-bf2a-2c54f0190596 req-ecb4520b-1f7a-4de7-9371-abbf300d8412 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:21:16.832624 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-d345aa11-0a31-4e45-bf2a-2c54f0190596 req-ecb4520b-1f7a-4de7-9371-abbf300d8412 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f376705-0d18-4006-8bca-dd49b0e55cca HTTP/1.1" status: 200 len: 945 time: 0.1133721 Jun 22 07:21:16.843116 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87627da5-035b-4a53-ac90-29bc5487187c req-519350b6-e2ec-45bb-87e9-1dfe69f92159 tempest-VolumesSnapshotTestJSON-1233461717 tempest-VolumesSnapshotTestJSON-1233461717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:21:16.844607 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-87627da5-035b-4a53-ac90-29bc5487187c req-519350b6-e2ec-45bb-87e9-1dfe69f92159 tempest-VolumesSnapshotTestJSON-1233461717 tempest-VolumesSnapshotTestJSON-1233461717-project] 10.222.0.24 "GET /v2.0/ports?device_id=f01ac90a-3f86-4875-945f-1125bb81fc32 HTTP/1.1" status: 200 len: 945 time: 0.1265628 Jun 22 07:21:16.902232 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-d345aa11-0a31-4e45-bf2a-2c54f0190596 req-0ed7acc9-d9ae-4769-b786-0ab141f23d2e tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "GET /v2.0/security-groups?id=6daf760c-5a05-4dd1-83f7-482b29ac14c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566545 Jun 22 07:21:16.907780 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-87627da5-035b-4a53-ac90-29bc5487187c req-612afa12-63d7-421a-a0de-48657ec2cbd2 tempest-VolumesSnapshotTestJSON-1233461717 tempest-VolumesSnapshotTestJSON-1233461717-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf97d36a-8254-4827-849c-067a7bdc32b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563169 Jun 22 07:21:17.399091 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7454986-4cf6-4734-9ccb-1d08ee35952c req-8ad5eaca-4f15-4fad-84cc-468b4e75a79c tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:21:17.400554 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-c7454986-4cf6-4734-9ccb-1d08ee35952c req-8ad5eaca-4f15-4fad-84cc-468b4e75a79c tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] 10.222.0.24 "GET /v2.0/ports?device_id=c57f5ee8-26cd-4955-9a82-fb01de9793ee HTTP/1.1" status: 200 len: 985 time: 0.0679698 Jun 22 07:21:17.441898 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-c7454986-4cf6-4734-9ccb-1d08ee35952c req-dc1fbfa3-4a5b-4af5-a89f-0104358a3125 tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] 10.222.0.24 "GET /v2.0/security-groups?id=184d9c39-9e83-4f1f-a6ee-6da78c1e0aec&id=fdfd1704-db10-4149-a8da-3280f92bf09e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0350010 Jun 22 07:21:18.124637 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47a63d1-2958-41f3-8660-053b6cc1a014 req-4f699423-2523-479f-a6fd-93d42c683125 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:21:18.126149 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-e47a63d1-2958-41f3-8660-053b6cc1a014 req-4f699423-2523-479f-a6fd-93d42c683125 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f376705-0d18-4006-8bca-dd49b0e55cca HTTP/1.1" status: 200 len: 945 time: 0.1062624 Jun 22 07:21:18.134572 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467f6962-e6af-4d2f-9056-a67ca0806386 req-208e6a23-89d1-4d16-8920-cc31a92deafd tempest-VolumesSnapshotTestJSON-1233461717 tempest-VolumesSnapshotTestJSON-1233461717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:21:18.136027 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-467f6962-e6af-4d2f-9056-a67ca0806386 req-208e6a23-89d1-4d16-8920-cc31a92deafd tempest-VolumesSnapshotTestJSON-1233461717 tempest-VolumesSnapshotTestJSON-1233461717-project] 10.222.0.24 "GET /v2.0/ports?device_id=f01ac90a-3f86-4875-945f-1125bb81fc32 HTTP/1.1" status: 200 len: 945 time: 0.1067863 Jun 22 07:21:18.195204 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-e47a63d1-2958-41f3-8660-053b6cc1a014 req-2aa50105-4eb1-4721-a56d-e44cd193485b tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "GET /v2.0/security-groups?id=6daf760c-5a05-4dd1-83f7-482b29ac14c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580668 Jun 22 07:21:18.203267 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-467f6962-e6af-4d2f-9056-a67ca0806386 req-6b86d043-ccff-48ac-a390-a9dfb25da3f3 tempest-VolumesSnapshotTestJSON-1233461717 tempest-VolumesSnapshotTestJSON-1233461717-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf97d36a-8254-4827-849c-067a7bdc32b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591824 Jun 22 07:21:18.619160 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6b64df-4d25-45db-9b8d-2ba211817ab5 req-10ec9250-f0b2-4a62-9b71-62bf221a627e tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:21:18.620720 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-7e6b64df-4d25-45db-9b8d-2ba211817ab5 req-10ec9250-f0b2-4a62-9b71-62bf221a627e tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] 10.222.0.24 "GET /v2.0/ports?device_id=c57f5ee8-26cd-4955-9a82-fb01de9793ee HTTP/1.1" status: 200 len: 985 time: 0.0643709 Jun 22 07:21:18.668853 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-7e6b64df-4d25-45db-9b8d-2ba211817ab5 req-dc2381c0-f8cb-4c98-81f8-b054977f8826 tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] 10.222.0.24 "GET /v2.0/security-groups?id=184d9c39-9e83-4f1f-a6ee-6da78c1e0aec&id=fdfd1704-db10-4149-a8da-3280f92bf09e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0415378 Jun 22 07:21:18.715924 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79d0eb6-734c-4b9c-925e-f7ad38e0180c req-e8889917-4d7e-498f-8b38-e2c41a432580 tempest-VolumesSnapshotTestJSON-1233461717 tempest-VolumesSnapshotTestJSON-1233461717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:21:18.717617 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-f79d0eb6-734c-4b9c-925e-f7ad38e0180c req-e8889917-4d7e-498f-8b38-e2c41a432580 tempest-VolumesSnapshotTestJSON-1233461717 tempest-VolumesSnapshotTestJSON-1233461717-project] 10.222.0.41 "GET /v2.0/ports?device_id=f01ac90a-3f86-4875-945f-1125bb81fc32 HTTP/1.1" status: 200 len: 945 time: 0.0710077 Jun 22 07:21:18.835168 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [req-f79d0eb6-734c-4b9c-925e-f7ad38e0180c req-369b5aa7-8588-4da3-9d7f-a158daf16da5 tempest-VolumesSnapshotTestJSON-1233461717 tempest-VolumesSnapshotTestJSON-1233461717-project] Deleting port b67141c9-7496-43a1-be10-c77bd79ca6b2 {{(pid=92920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 07:21:18.835427 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-f79d0eb6-734c-4b9c-925e-f7ad38e0180c req-369b5aa7-8588-4da3-9d7f-a158daf16da5 tempest-VolumesSnapshotTestJSON-1233461717 tempest-VolumesSnapshotTestJSON-1233461717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773474057189'] for port, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:18.936116 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [req-f79d0eb6-734c-4b9c-925e-f7ad38e0180c req-369b5aa7-8588-4da3-9d7f-a158daf16da5 tempest-VolumesSnapshotTestJSON-1233461717 tempest-VolumesSnapshotTestJSON-1233461717-project] For port b67141c9-7496-43a1-be10-c77bd79ca6b2, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=b67141c9-7496-43a1-be10-c77bd79ca6b2,segment=NetworkSegment(08516320-2c7c-4598-9ebf-1db863ce4606),segment_id=08516320-2c7c-4598-9ebf-1db863ce4606)] {{(pid=92920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:21:18.936496 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-f79d0eb6-734c-4b9c-925e-f7ad38e0180c req-369b5aa7-8588-4da3-9d7f-a158daf16da5 tempest-VolumesSnapshotTestJSON-1233461717 tempest-VolumesSnapshotTestJSON-1233461717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-707208'] for port, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:19.001767 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [req-f79d0eb6-734c-4b9c-925e-f7ad38e0180c req-369b5aa7-8588-4da3-9d7f-a158daf16da5 tempest-VolumesSnapshotTestJSON-1233461717 tempest-VolumesSnapshotTestJSON-1233461717-project] Calling delete_port for b67141c9-7496-43a1-be10-c77bd79ca6b2 owned by compute:nova {{(pid=92920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 07:21:19.133672 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-f79d0eb6-734c-4b9c-925e-f7ad38e0180c req-369b5aa7-8588-4da3-9d7f-a158daf16da5 tempest-VolumesSnapshotTestJSON-1233461717 tempest-VolumesSnapshotTestJSON-1233461717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773474061029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773473471600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5150811'] for port, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:19.138231 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-c8147184-8b9d-4288-84b5-8aa486ac7dde tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:21:19.147335 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] get_ports_and_sgs() called for port_ids ['b67141c9-7496-43a1-be10-c77bd79ca6b2'] {{(pid=92921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 07:21:19.164825 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369b5aa7-8588-4da3-9d7f-a158daf16da5 tempest-VolumesSnapshotTestJSON-1233461717 tempest-VolumesSnapshotTestJSON-1233461717-project] Pushing event deleted for resources: {'Port': ['ID=b67141c9-7496-43a1-be10-c77bd79ca6b2,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:21:19.177862 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369b5aa7-8588-4da3-9d7f-a158daf16da5 tempest-VolumesSnapshotTestJSON-1233461717 tempest-VolumesSnapshotTestJSON-1233461717-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:21:19.178244 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369b5aa7-8588-4da3-9d7f-a158daf16da5 tempest-VolumesSnapshotTestJSON-1233461717 tempest-VolumesSnapshotTestJSON-1233461717-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:21:19.178617 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369b5aa7-8588-4da3-9d7f-a158daf16da5 tempest-VolumesSnapshotTestJSON-1233461717 tempest-VolumesSnapshotTestJSON-1233461717-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:21:19.178984 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369b5aa7-8588-4da3-9d7f-a158daf16da5 tempest-VolumesSnapshotTestJSON-1233461717 tempest-VolumesSnapshotTestJSON-1233461717-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:21:19.179465 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369b5aa7-8588-4da3-9d7f-a158daf16da5 tempest-VolumesSnapshotTestJSON-1233461717 tempest-VolumesSnapshotTestJSON-1233461717-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:21:19.179711 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369b5aa7-8588-4da3-9d7f-a158daf16da5 tempest-VolumesSnapshotTestJSON-1233461717 tempest-VolumesSnapshotTestJSON-1233461717-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:21:19.180071 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369b5aa7-8588-4da3-9d7f-a158daf16da5 tempest-VolumesSnapshotTestJSON-1233461717 tempest-VolumesSnapshotTestJSON-1233461717-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:21:19.180454 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369b5aa7-8588-4da3-9d7f-a158daf16da5 tempest-VolumesSnapshotTestJSON-1233461717 tempest-VolumesSnapshotTestJSON-1233461717-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:21:19.180814 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369b5aa7-8588-4da3-9d7f-a158daf16da5 tempest-VolumesSnapshotTestJSON-1233461717 tempest-VolumesSnapshotTestJSON-1233461717-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:21:19.181174 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369b5aa7-8588-4da3-9d7f-a158daf16da5 tempest-VolumesSnapshotTestJSON-1233461717 tempest-VolumesSnapshotTestJSON-1233461717-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:21:19.181528 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369b5aa7-8588-4da3-9d7f-a158daf16da5 tempest-VolumesSnapshotTestJSON-1233461717 tempest-VolumesSnapshotTestJSON-1233461717-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:21:19.181882 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369b5aa7-8588-4da3-9d7f-a158daf16da5 tempest-VolumesSnapshotTestJSON-1233461717 tempest-VolumesSnapshotTestJSON-1233461717-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:21:19.200736 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-369b5aa7-8588-4da3-9d7f-a158daf16da5 tempest-VolumesSnapshotTestJSON-1233461717 tempest-VolumesSnapshotTestJSON-1233461717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:21:19.224886 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.db.l3_dvrscheduler_db [req-f79d0eb6-734c-4b9c-925e-f7ad38e0180c req-369b5aa7-8588-4da3-9d7f-a158daf16da5 tempest-VolumesSnapshotTestJSON-1233461717 tempest-VolumesSnapshotTestJSON-1233461717-project] No DVR routers for this DVR port b67141c9-7496-43a1-be10-c77bd79ca6b2 on host hv-cinder-78662 {{(pid=92920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 07:21:19.227390 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-f79d0eb6-734c-4b9c-925e-f7ad38e0180c req-369b5aa7-8588-4da3-9d7f-a158daf16da5 tempest-VolumesSnapshotTestJSON-1233461717 tempest-VolumesSnapshotTestJSON-1233461717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91146'] for port, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:19.229446 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-f79d0eb6-734c-4b9c-925e-f7ad38e0180c req-369b5aa7-8588-4da3-9d7f-a158daf16da5 tempest-VolumesSnapshotTestJSON-1233461717 tempest-VolumesSnapshotTestJSON-1233461717-project] 10.222.0.41 "DELETE /v2.0/ports/b67141c9-7496-43a1-be10-c77bd79ca6b2 HTTP/1.1" status: 204 len: 173 time: 0.5050716 Jun 22 07:21:19.229977 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f01ac90a-3f86-4875-945f-1125bb81fc32', 'name': 'network-vif-deleted', 'tag': 'b67141c9-7496-43a1-be10-c77bd79ca6b2'}] {{(pid=92920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 07:21:19.233157 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}175c46e468422b48d63533518873068da6a6c478907c3b6f79f9dabf89e8d923" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2c13aa7-b5a0-4d28-ad21-4901939ca64e" -d '{"events": [{"server_uuid": "f01ac90a-3f86-4875-945f-1125bb81fc32", "name": "network-vif-deleted", "tag": "b67141c9-7496-43a1-be10-c77bd79ca6b2"}]}' {{(pid=92920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 07:21:19.379990 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-a8426389-de4d-43a1-8e66-b550324293ff req-4e89bd2a-03b5-47d1-853a-46c972fbbf4b tempest-VolumesSnapshotTestJSON-1233461717 tempest-VolumesSnapshotTestJSON-1233461717-project] 10.222.0.24 "GET /v2.0/ports?device_id=f01ac90a-3f86-4875-945f-1125bb81fc32 HTTP/1.1" status: 200 len: 210 time: 0.0470965 Jun 22 07:21:19.421036 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c26ebc3-2754-474d-81e6-f6dc73458cb1 req-69f550d3-ccf2-47e2-94ab-d7820eacdcb4 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:21:19.422649 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-4c26ebc3-2754-474d-81e6-f6dc73458cb1 req-69f550d3-ccf2-47e2-94ab-d7820eacdcb4 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f376705-0d18-4006-8bca-dd49b0e55cca HTTP/1.1" status: 200 len: 945 time: 0.1014137 Jun 22 07:21:19.431301 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 07:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fcf08df-4b97-488f-b2a3-f9c2c7ad74ed x-openstack-request-id: req-4fcf08df-4b97-488f-b2a3-f9c2c7ad74ed {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 07:21:19.431634 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f01ac90a-3f86-4875-945f-1125bb81fc32", "name": "network-vif-deleted", "tag": "b67141c9-7496-43a1-be10-c77bd79ca6b2", "status": "completed", "code": 200}]} {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 07:21:19.431921 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4fcf08df-4b97-488f-b2a3-f9c2c7ad74ed {{(pid=92920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 07:21:19.432349 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f01ac90a-3f86-4875-945f-1125bb81fc32', 'name': 'network-vif-deleted', 'tag': 'b67141c9-7496-43a1-be10-c77bd79ca6b2', 'status': 'completed', 'code': 200} Jun 22 07:21:19.466617 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-4c26ebc3-2754-474d-81e6-f6dc73458cb1 req-9c132797-eb9b-4e38-a3ee-3f4e121191e8 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "GET /v2.0/security-groups?id=6daf760c-5a05-4dd1-83f7-482b29ac14c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382445 Jun 22 07:21:19.860609 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488431c7-4df1-45e6-b29b-342dc9fb27f6 req-91a0e50a-3f3e-4ab9-b6f1-5d893f555d07 tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:21:19.862147 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-488431c7-4df1-45e6-b29b-342dc9fb27f6 req-91a0e50a-3f3e-4ab9-b6f1-5d893f555d07 tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] 10.222.0.24 "GET /v2.0/ports?device_id=c57f5ee8-26cd-4955-9a82-fb01de9793ee HTTP/1.1" status: 200 len: 985 time: 0.0678303 Jun 22 07:21:19.917086 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-488431c7-4df1-45e6-b29b-342dc9fb27f6 req-e9f3e083-f4c3-4359-8757-4a70a4ba3885 tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] 10.222.0.24 "GET /v2.0/security-groups?id=184d9c39-9e83-4f1f-a6ee-6da78c1e0aec&id=fdfd1704-db10-4149-a8da-3280f92bf09e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0487289 Jun 22 07:21:20.644179 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72aab57-ba21-44ec-a017-4d0fd947a3c9 req-79cf7a75-6623-4a69-a1ab-547df92acc84 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:21:20.645679 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-e72aab57-ba21-44ec-a017-4d0fd947a3c9 req-79cf7a75-6623-4a69-a1ab-547df92acc84 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f376705-0d18-4006-8bca-dd49b0e55cca HTTP/1.1" status: 200 len: 945 time: 0.0663428 Jun 22 07:21:20.687773 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-e72aab57-ba21-44ec-a017-4d0fd947a3c9 req-f8b570fa-cd97-4428-9f0f-de4f2a079d42 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "GET /v2.0/security-groups?id=6daf760c-5a05-4dd1-83f7-482b29ac14c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354569 Jun 22 07:21:21.097017 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2b63f3-e804-468a-9c21-34dcd99fbf3f req-8dba3558-43ca-4b39-a87a-b9a5367787af tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:21:21.098649 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-ed2b63f3-e804-468a-9c21-34dcd99fbf3f req-8dba3558-43ca-4b39-a87a-b9a5367787af tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] 10.222.0.24 "GET /v2.0/ports?device_id=c57f5ee8-26cd-4955-9a82-fb01de9793ee HTTP/1.1" status: 200 len: 985 time: 0.0680330 Jun 22 07:21:21.140150 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-ed2b63f3-e804-468a-9c21-34dcd99fbf3f req-fd4a100d-8443-4cba-b5c5-814558d87d5d tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] 10.222.0.24 "GET /v2.0/security-groups?id=184d9c39-9e83-4f1f-a6ee-6da78c1e0aec&id=fdfd1704-db10-4149-a8da-3280f92bf09e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0355492 Jun 22 07:21:21.866501 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d6725c-5b6c-40f4-8867-d6239d79342d req-27336d9b-542b-4d51-acc6-68253711fa34 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:21:21.868240 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-f6d6725c-5b6c-40f4-8867-d6239d79342d req-27336d9b-542b-4d51-acc6-68253711fa34 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f376705-0d18-4006-8bca-dd49b0e55cca HTTP/1.1" status: 200 len: 945 time: 0.0650198 Jun 22 07:21:21.909446 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-f6d6725c-5b6c-40f4-8867-d6239d79342d req-f67ffb1e-f51e-4ff9-bc2e-876e8d091bd4 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "GET /v2.0/security-groups?id=6daf760c-5a05-4dd1-83f7-482b29ac14c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348442 Jun 22 07:21:21.947396 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.agents_db [None req-74002642-eed4-46c6-8f70-93846dc748c3 None None] Agent healthcheck: found 6 active agents {{(pid=92922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 07:21:22.258795 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b0255d-4acb-4715-92c7-945bd27d6e1a req-f1b07402-aa60-46e7-b886-da063f6ec431 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:21:22.260372 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-c3b0255d-4acb-4715-92c7-945bd27d6e1a req-f1b07402-aa60-46e7-b886-da063f6ec431 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f376705-0d18-4006-8bca-dd49b0e55cca HTTP/1.1" status: 200 len: 945 time: 0.0682347 Jun 22 07:21:22.268816 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c022384-1c5c-4958-b841-ca4f7a151c2b req-2f2186f3-9a7a-47cb-b081-8a97bea40fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:21:22.270339 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-3c022384-1c5c-4958-b841-ca4f7a151c2b req-2f2186f3-9a7a-47cb-b081-8a97bea40fef service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d4f594fab10d40c7ba3121bb30f350f6&device_id=6f376705-0d18-4006-8bca-dd49b0e55cca HTTP/1.1" status: 200 len: 1098 time: 0.0537481 Jun 22 07:21:22.333677 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-c3b0255d-4acb-4715-92c7-945bd27d6e1a req-96dac07f-bf74-4d70-bf72-afda2c5022c1 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "GET /v2.0/security-groups?id=6daf760c-5a05-4dd1-83f7-482b29ac14c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615206 Jun 22 07:21:22.357225 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb3ee54-0fff-4395-b487-e270618ee81d req-b9b8d381-c179-4486-9054-2e9bea53160b tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:21:22.358665 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-ccb3ee54-0fff-4395-b487-e270618ee81d req-b9b8d381-c179-4486-9054-2e9bea53160b tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] 10.222.0.24 "GET /v2.0/ports?device_id=c57f5ee8-26cd-4955-9a82-fb01de9793ee HTTP/1.1" status: 200 len: 985 time: 0.0974009 Jun 22 07:21:22.363353 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c022384-1c5c-4958-b841-ca4f7a151c2b req-5f6430e4-325f-455f-9db0-a37c88ffc553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:21:22.364827 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-3c022384-1c5c-4958-b841-ca4f7a151c2b req-5f6430e4-325f-455f-9db0-a37c88ffc553 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e45ca323-df81-4e4e-ad4b-9a2282b40737 HTTP/1.1" status: 200 len: 911 time: 0.0876472 Jun 22 07:21:22.401230 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-ccb3ee54-0fff-4395-b487-e270618ee81d req-ecff83fb-a3ba-4fec-9ba6-08b3b8be120f tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] 10.222.0.24 "GET /v2.0/security-groups?id=184d9c39-9e83-4f1f-a6ee-6da78c1e0aec&id=fdfd1704-db10-4149-a8da-3280f92bf09e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0365357 Jun 22 07:21:22.438488 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-3c022384-1c5c-4958-b841-ca4f7a151c2b req-7f7a2242-d9ea-4811-b1b7-f63a31c7da2b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e4159f94-5527-4466-8635-e476cd2fc9b0 HTTP/1.1" status: 200 len: 1001 time: 0.0657370 Jun 22 07:21:22.488862 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c022384-1c5c-4958-b841-ca4f7a151c2b req-b719f3b8-3b9d-4ec9-a8f3-76064cdb5b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:21:22.490439 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-3c022384-1c5c-4958-b841-ca4f7a151c2b req-b719f3b8-3b9d-4ec9-a8f3-76064cdb5b5a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f68816de-e03b-4f38-99ee-40e3f1c0a6fd HTTP/1.1" status: 200 len: 849 time: 0.0449493 Jun 22 07:21:22.550105 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c022384-1c5c-4958-b841-ca4f7a151c2b req-0996d719-ca6c-412e-a861-624f25c2f108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:21:22.551609 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-3c022384-1c5c-4958-b841-ca4f7a151c2b req-0996d719-ca6c-412e-a861-624f25c2f108 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e45ca323-df81-4e4e-ad4b-9a2282b40737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0543427 Jun 22 07:21:22.649746 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-3c022384-1c5c-4958-b841-ca4f7a151c2b req-bc77013a-b19c-44ce-a27f-b7018bd3d130 service neutron] 10.222.0.41 "GET /v2.0/networks/e45ca323-df81-4e4e-ad4b-9a2282b40737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877664 Jun 22 07:21:23.515943 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5731580b-491c-4d5f-8cd6-781cb5d560ae req-5f7d9fba-c420-4556-b467-4def93fe6d6c tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:21:23.517451 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-5731580b-491c-4d5f-8cd6-781cb5d560ae req-5f7d9fba-c420-4556-b467-4def93fe6d6c tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f376705-0d18-4006-8bca-dd49b0e55cca HTTP/1.1" status: 200 len: 945 time: 0.0671830 Jun 22 07:21:23.591271 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-5731580b-491c-4d5f-8cd6-781cb5d560ae req-aa3af516-e0b7-4865-b4ea-f15ad128256b tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "GET /v2.0/security-groups?id=6daf760c-5a05-4dd1-83f7-482b29ac14c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643280 Jun 22 07:21:23.612406 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8ebc4a-7d71-4011-a3ca-a05d91f32df0 req-d6687778-d543-48c5-b479-a6ca357d5407 tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:21:23.613846 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-0b8ebc4a-7d71-4011-a3ca-a05d91f32df0 req-d6687778-d543-48c5-b479-a6ca357d5407 tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] 10.222.0.24 "GET /v2.0/ports?device_id=c57f5ee8-26cd-4955-9a82-fb01de9793ee HTTP/1.1" status: 200 len: 985 time: 0.0955312 Jun 22 07:21:23.658970 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-0b8ebc4a-7d71-4011-a3ca-a05d91f32df0 req-b0e713d2-746c-4df0-b60c-3713d9aa465d tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] 10.222.0.24 "GET /v2.0/security-groups?id=184d9c39-9e83-4f1f-a6ee-6da78c1e0aec&id=fdfd1704-db10-4149-a8da-3280f92bf09e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0394189 Jun 22 07:21:23.670370 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Device b67141c9-7496-43a1-be10-c77bd79ca6b2 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=92921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 07:21:23.691372 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] No Port match for: b67141c9-7496-43a1-be10-c77bd79ca6b2 {{(pid=92921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 07:21:23.691723 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Device b67141c9-7496-43a1-be10-c77bd79ca6b2 not bound to the agent host hv-cinder-78662 {{(pid=92921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 07:21:23.753606 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-3c022384-1c5c-4958-b841-ca4f7a151c2b req-eb19686d-596b-4ab2-ae64-f7804561d794 service neutron] 10.222.0.41 "GET /v2.0/networks/e45ca323-df81-4e4e-ad4b-9a2282b40737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843527 Jun 22 07:21:24.765944 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1963f90-60a2-4980-b3c6-a85a9bde390c req-d52d07f8-fc3c-4ef8-9bbf-106b43e4253c tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:21:24.767461 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-e1963f90-60a2-4980-b3c6-a85a9bde390c req-d52d07f8-fc3c-4ef8-9bbf-106b43e4253c tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f376705-0d18-4006-8bca-dd49b0e55cca HTTP/1.1" status: 200 len: 945 time: 0.0649998 Jun 22 07:21:24.842228 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-e1963f90-60a2-4980-b3c6-a85a9bde390c req-18892015-f12d-42f0-a715-6f7dfb519bd2 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "GET /v2.0/security-groups?id=6daf760c-5a05-4dd1-83f7-482b29ac14c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625806 Jun 22 07:21:24.862594 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b570ce82-9ddf-4f13-b7c3-ffa9fea86aa4 req-2e3dfab3-b686-4c05-ac60-36778284fce5 tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:21:24.864093 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-b570ce82-9ddf-4f13-b7c3-ffa9fea86aa4 req-2e3dfab3-b686-4c05-ac60-36778284fce5 tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] 10.222.0.24 "GET /v2.0/ports?device_id=c57f5ee8-26cd-4955-9a82-fb01de9793ee HTTP/1.1" status: 200 len: 985 time: 0.0931380 Jun 22 07:21:24.908718 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-b570ce82-9ddf-4f13-b7c3-ffa9fea86aa4 req-388d6820-a874-4252-b7ec-c03bcfe75ba7 tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] 10.222.0.24 "GET /v2.0/security-groups?id=184d9c39-9e83-4f1f-a6ee-6da78c1e0aec&id=fdfd1704-db10-4149-a8da-3280f92bf09e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0383327 Jun 22 07:21:26.033785 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcee721e-06a5-41be-b03e-454f13a73ec4 req-6fd98ac4-58de-4383-81da-9738205637fc tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:21:26.035356 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-fcee721e-06a5-41be-b03e-454f13a73ec4 req-6fd98ac4-58de-4383-81da-9738205637fc tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f376705-0d18-4006-8bca-dd49b0e55cca HTTP/1.1" status: 200 len: 945 time: 0.0753500 Jun 22 07:21:26.079639 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-fcee721e-06a5-41be-b03e-454f13a73ec4 req-f75fdf2a-f6a9-4940-9ccf-6e9b3037d09b tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "GET /v2.0/security-groups?id=6daf760c-5a05-4dd1-83f7-482b29ac14c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377734 Jun 22 07:21:26.246881 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ec6107-7dbc-4de0-af10-ced9fb420f93 req-74562037-1b88-4984-9286-8e203eefada2 tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:21:26.248660 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-99ec6107-7dbc-4de0-af10-ced9fb420f93 req-74562037-1b88-4984-9286-8e203eefada2 tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] 10.222.0.24 "GET /v2.0/ports?device_id=c57f5ee8-26cd-4955-9a82-fb01de9793ee HTTP/1.1" status: 200 len: 985 time: 0.0646882 Jun 22 07:21:26.294646 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-99ec6107-7dbc-4de0-af10-ced9fb420f93 req-66021ad7-e0d0-4551-aaba-96b7045051db tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] 10.222.0.24 "GET /v2.0/security-groups?id=184d9c39-9e83-4f1f-a6ee-6da78c1e0aec&id=fdfd1704-db10-4149-a8da-3280f92bf09e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0402024 Jun 22 07:21:27.266102 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d869d74-ae7a-49d1-99b9-6f852b3ee561 req-3250da7d-e1c1-4b65-9565-8ef0d3b34393 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:21:27.267675 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-3d869d74-ae7a-49d1-99b9-6f852b3ee561 req-3250da7d-e1c1-4b65-9565-8ef0d3b34393 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f376705-0d18-4006-8bca-dd49b0e55cca HTTP/1.1" status: 200 len: 945 time: 0.0725331 Jun 22 07:21:27.320520 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-3d869d74-ae7a-49d1-99b9-6f852b3ee561 req-7a3bf5ad-b37d-42fa-b25d-133c2131da91 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "GET /v2.0/security-groups?id=6daf760c-5a05-4dd1-83f7-482b29ac14c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463741 Jun 22 07:21:27.494308 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287970cd-da94-470b-944e-2c25654e6507 req-a5c2202c-0ee2-4b22-87f3-aebc9fd675db tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:21:27.495870 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-287970cd-da94-470b-944e-2c25654e6507 req-a5c2202c-0ee2-4b22-87f3-aebc9fd675db tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] 10.222.0.24 "GET /v2.0/ports?device_id=c57f5ee8-26cd-4955-9a82-fb01de9793ee HTTP/1.1" status: 200 len: 985 time: 0.0745258 Jun 22 07:21:27.545890 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-287970cd-da94-470b-944e-2c25654e6507 req-13d0d447-1f49-40f8-93b0-131764b3e4b9 tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] 10.222.0.24 "GET /v2.0/security-groups?id=184d9c39-9e83-4f1f-a6ee-6da78c1e0aec&id=fdfd1704-db10-4149-a8da-3280f92bf09e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0433643 Jun 22 07:21:28.439884 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965a102f-5d69-4d85-8e9a-8b2d18a7862f req-ad7ded81-65f4-4c43-85df-b84d4b1bb1d8 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:21:28.441356 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-965a102f-5d69-4d85-8e9a-8b2d18a7862f req-ad7ded81-65f4-4c43-85df-b84d4b1bb1d8 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=32e6e243-eeda-4a0d-a837-8692933a5789 HTTP/1.1" status: 200 len: 946 time: 0.0659642 Jun 22 07:21:28.479521 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-965a102f-5d69-4d85-8e9a-8b2d18a7862f req-5b605dde-16ab-4ab1-8469-3824b50546ff tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/security-groups?id=b51056aa-037c-4921-b43f-ffbaaf0d81d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325840 Jun 22 07:21:28.727058 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269e2d2d-ede6-4a2b-b073-4ed7850c4708 req-50d03951-8afc-4c20-81ac-4a9f6678cbb6 tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:21:28.728548 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-269e2d2d-ede6-4a2b-b073-4ed7850c4708 req-50d03951-8afc-4c20-81ac-4a9f6678cbb6 tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] 10.222.0.24 "GET /v2.0/ports?device_id=c57f5ee8-26cd-4955-9a82-fb01de9793ee HTTP/1.1" status: 200 len: 985 time: 0.0651085 Jun 22 07:21:28.770773 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-269e2d2d-ede6-4a2b-b073-4ed7850c4708 req-92d92a06-cee2-4be6-baa4-77a0fd4375e4 tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] 10.222.0.24 "GET /v2.0/security-groups?id=184d9c39-9e83-4f1f-a6ee-6da78c1e0aec&id=fdfd1704-db10-4149-a8da-3280f92bf09e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0355694 Jun 22 07:21:29.667759 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb037c3-477d-4017-88b9-b3a93f806697 req-b4bc0c92-9853-45c4-917d-57a3143d9820 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:21:29.669511 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-bdb037c3-477d-4017-88b9-b3a93f806697 req-b4bc0c92-9853-45c4-917d-57a3143d9820 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=32e6e243-eeda-4a0d-a837-8692933a5789 HTTP/1.1" status: 200 len: 946 time: 0.0644834 Jun 22 07:21:29.717105 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-bdb037c3-477d-4017-88b9-b3a93f806697 req-7f4a6976-175c-4448-bcdf-1aa12334e591 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/security-groups?id=b51056aa-037c-4921-b43f-ffbaaf0d81d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418458 Jun 22 07:21:30.036333 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bd5419-cbd4-418c-a657-168d72f16417 req-0112ad0c-7750-46e3-a923-24a25945e7b3 tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:21:30.037972 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-66bd5419-cbd4-418c-a657-168d72f16417 req-0112ad0c-7750-46e3-a923-24a25945e7b3 tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] 10.222.0.24 "GET /v2.0/ports?device_id=c57f5ee8-26cd-4955-9a82-fb01de9793ee HTTP/1.1" status: 200 len: 985 time: 0.1340036 Jun 22 07:21:30.098457 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-66bd5419-cbd4-418c-a657-168d72f16417 req-455d1bbf-2635-4c41-b4ca-ae4bd9d4d00b tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] 10.222.0.24 "GET /v2.0/security-groups?id=184d9c39-9e83-4f1f-a6ee-6da78c1e0aec&id=fdfd1704-db10-4149-a8da-3280f92bf09e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0540998 Jun 22 07:21:30.225192 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadda6ef-3163-4ab5-ad96-d8c69bee5f4d req-cd24f377-f4a4-465b-b627-074c644ee11c tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:21:30.226616 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-cadda6ef-3163-4ab5-ad96-d8c69bee5f4d req-cd24f377-f4a4-465b-b627-074c644ee11c tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] 10.222.0.24 "GET /v2.0/ports?device_id=e06b8c2b-299c-47b2-816b-b7bf0d326c99 HTTP/1.1" status: 200 len: 945 time: 0.0628092 Jun 22 07:21:30.263122 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-cadda6ef-3163-4ab5-ad96-d8c69bee5f4d req-d3dd2c3f-69d7-457d-bed1-3d1d8de9d218 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c57c8ce-dc6e-4d15-a567-952cea45b9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300925 Jun 22 07:21:30.429416 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c12ae7-1f22-420c-a6ae-4fbaa9b8c05f req-377f592f-9a7f-43e3-981d-de3e3f69b814 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:21:30.430756 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-35c12ae7-1f22-420c-a6ae-4fbaa9b8c05f req-377f592f-9a7f-43e3-981d-de3e3f69b814 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.41 "GET /v2.0/ports?device_id=32e6e243-eeda-4a0d-a837-8692933a5789 HTTP/1.1" status: 200 len: 946 time: 0.0693998 Jun 22 07:21:30.528752 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [req-35c12ae7-1f22-420c-a6ae-4fbaa9b8c05f req-d4d0f31e-4ec8-46a8-93e2-3128808e9d78 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Deleting port 4d8e0191-6514-4042-b61d-e3d6c352f619 {{(pid=92920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 07:21:30.529101 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-35c12ae7-1f22-420c-a6ae-4fbaa9b8c05f req-d4d0f31e-4ec8-46a8-93e2-3128808e9d78 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773474057189'] for port, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:30.617680 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [req-35c12ae7-1f22-420c-a6ae-4fbaa9b8c05f req-d4d0f31e-4ec8-46a8-93e2-3128808e9d78 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] For port 4d8e0191-6514-4042-b61d-e3d6c352f619, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=4d8e0191-6514-4042-b61d-e3d6c352f619,segment=NetworkSegment(8d1bc002-3124-433f-9368-96f826d6cba6),segment_id=8d1bc002-3124-433f-9368-96f826d6cba6)] {{(pid=92920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:21:30.618031 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-35c12ae7-1f22-420c-a6ae-4fbaa9b8c05f req-d4d0f31e-4ec8-46a8-93e2-3128808e9d78 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-707208'] for port, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:30.710020 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d76d3761-0c0e-4d2b-a945-737de4b2f7e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:30.814054 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-35c12ae7-1f22-420c-a6ae-4fbaa9b8c05f req-d4d0f31e-4ec8-46a8-93e2-3128808e9d78 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:30.814424 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-35c12ae7-1f22-420c-a6ae-4fbaa9b8c05f req-d4d0f31e-4ec8-46a8-93e2-3128808e9d78 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-706738'] for floatingip, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:30.814722 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.db.l3_db [req-35c12ae7-1f22-420c-a6ae-4fbaa9b8c05f req-d4d0f31e-4ec8-46a8-93e2-3128808e9d78 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Floating IP 299d82c7-6f9e-435d-9803-7e060abc4a28 disassociated. External IP: 172.27.1.95, port: 4d8e0191-6514-4042-b61d-e3d6c352f619. Jun 22 07:21:30.815054 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [req-35c12ae7-1f22-420c-a6ae-4fbaa9b8c05f req-d4d0f31e-4ec8-46a8-93e2-3128808e9d78 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Calling delete_port for 4d8e0191-6514-4042-b61d-e3d6c352f619 owned by compute:nova {{(pid=92920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 07:21:30.903403 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff6f8f0-3b10-427e-9a59-9257676d92e3 req-f4dbb447-39fc-4320-bd6a-3f819febe39b tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:21:30.905186 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-cff6f8f0-3b10-427e-9a59-9257676d92e3 req-f4dbb447-39fc-4320-bd6a-3f819febe39b tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=32e6e243-eeda-4a0d-a837-8692933a5789 HTTP/1.1" status: 200 len: 946 time: 0.0699356 Jun 22 07:21:30.945036 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-cff6f8f0-3b10-427e-9a59-9257676d92e3 req-f1556229-292d-4050-8b47-ad1bacaa59f1 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/security-groups?id=b51056aa-037c-4921-b43f-ffbaaf0d81d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336437 Jun 22 07:21:30.962543 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-35c12ae7-1f22-420c-a6ae-4fbaa9b8c05f req-d4d0f31e-4ec8-46a8-93e2-3128808e9d78 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773474061029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773473471600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5150811'] for port, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:30.966825 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-045e497c-8fa0-4d85-bf13-b6803165e4fc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:21:30.992402 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d0f31e-4ec8-46a8-93e2-3128808e9d78 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Pushing event deleted for resources: {'Port': ['ID=4d8e0191-6514-4042-b61d-e3d6c352f619,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:21:30.997361 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-d4d0f31e-4ec8-46a8-93e2-3128808e9d78 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:21:31.112753 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.scheduler.l3_agent_scheduler [req-35c12ae7-1f22-420c-a6ae-4fbaa9b8c05f req-d4d0f31e-4ec8-46a8-93e2-3128808e9d78 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Router 938dbb39-699a-459d-a185-b77a2fcc80bc has already been hosted by L3 agent f18ef446-1389-4802-a345-f314a6956002 {{(pid=92920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 07:21:31.242654 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-35c12ae7-1f22-420c-a6ae-4fbaa9b8c05f req-d4d0f31e-4ec8-46a8-93e2-3128808e9d78 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Notify agent at l3_agent.dv-cinder-786627-11-iscsi the message routers_updated {{(pid=92920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 07:21:31.255877 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f80cd88-c7a9-4627-8cc6-3d7166aa0176 None None] Sync routers for ids ['938dbb39-699a-459d-a185-b77a2fcc80bc'] in dv-cinder-786627-11-iscsi {{(pid=92921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 07:21:31.273906 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f80cd88-c7a9-4627-8cc6-3d7166aa0176 None None] Routers {'938dbb39-699a-459d-a185-b77a2fcc80bc'} bound to L3 agent in host dv-cinder-786627-11-iscsi {{(pid=92921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 07:21:31.275102 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-4f80cd88-c7a9-4627-8cc6-3d7166aa0176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-22T07:06:03Z,description=,heartbeat_timestamp=2021-06-22T07:21:03Z,host='dv-cinder-786627-11-iscsi',id=f18ef446-1389-4802-a345-f314a6956002,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T07:06:03Z,topic='l3_agent')) {'router_ids': ['938dbb39-699a-459d-a185-b77a2fcc80bc'], 'active': True} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:21:31.289699 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.db.l3_dvrscheduler_db [req-35c12ae7-1f22-420c-a6ae-4fbaa9b8c05f req-d4d0f31e-4ec8-46a8-93e2-3128808e9d78 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] No DVR routers for this DVR port 4d8e0191-6514-4042-b61d-e3d6c352f619 on host hv-cinder-78662 {{(pid=92920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 07:21:31.293409 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-35c12ae7-1f22-420c-a6ae-4fbaa9b8c05f req-d4d0f31e-4ec8-46a8-93e2-3128808e9d78 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91146'] for port, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:31.295472 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-35c12ae7-1f22-420c-a6ae-4fbaa9b8c05f req-d4d0f31e-4ec8-46a8-93e2-3128808e9d78 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.41 "DELETE /v2.0/ports/4d8e0191-6514-4042-b61d-e3d6c352f619 HTTP/1.1" status: 204 len: 173 time: 0.8584754 Jun 22 07:21:31.296056 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32e6e243-eeda-4a0d-a837-8692933a5789', 'name': 'network-vif-deleted', 'tag': '4d8e0191-6514-4042-b61d-e3d6c352f619'}] {{(pid=92920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 07:21:31.298345 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}175c46e468422b48d63533518873068da6a6c478907c3b6f79f9dabf89e8d923" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1df2285-e558-4de9-bdfe-7774390dc78c" -d '{"events": [{"server_uuid": "32e6e243-eeda-4a0d-a837-8692933a5789", "name": "network-vif-deleted", "tag": "4d8e0191-6514-4042-b61d-e3d6c352f619"}]}' {{(pid=92920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 07:21:31.360260 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13a5255-485c-42db-9522-651546bd7dff req-901d252b-26c4-4769-92a5-8d1e875cb828 tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:21:31.361741 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-f13a5255-485c-42db-9522-651546bd7dff req-901d252b-26c4-4769-92a5-8d1e875cb828 tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] 10.222.0.24 "GET /v2.0/ports?device_id=c57f5ee8-26cd-4955-9a82-fb01de9793ee HTTP/1.1" status: 200 len: 985 time: 0.1122727 Jun 22 07:21:31.436726 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvr_db [None req-4f80cd88-c7a9-4627-8cc6-3d7166aa0176 None None] Set router 938dbb39-699a-459d-a185-b77a2fcc80bc gateway port host: dv-cinder-786627-11-iscsi {{(pid=92921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 07:21:31.450481 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-f13a5255-485c-42db-9522-651546bd7dff req-0b87216f-b8b0-4082-b8da-68e2bb85509a tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] 10.222.0.24 "GET /v2.0/security-groups?id=184d9c39-9e83-4f1f-a6ee-6da78c1e0aec&id=fdfd1704-db10-4149-a8da-3280f92bf09e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0824716 Jun 22 07:21:31.506045 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27da09ed-ce66-455b-8386-bbc654aa2703 req-afbb13d0-acc1-48fb-9947-772066040f42 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:21:31.508467 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-27da09ed-ce66-455b-8386-bbc654aa2703 req-afbb13d0-acc1-48fb-9947-772066040f42 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] 10.222.0.24 "GET /v2.0/ports?device_id=e06b8c2b-299c-47b2-816b-b7bf0d326c99 HTTP/1.1" status: 200 len: 945 time: 0.1056995 Jun 22 07:21:31.523870 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 07:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca537ea0-fca1-46f9-a989-50ef020d5ad6 x-openstack-request-id: req-ca537ea0-fca1-46f9-a989-50ef020d5ad6 {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 07:21:31.524441 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32e6e243-eeda-4a0d-a837-8692933a5789", "name": "network-vif-deleted", "tag": "4d8e0191-6514-4042-b61d-e3d6c352f619", "status": "completed", "code": 200}]} {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 07:21:31.524555 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ca537ea0-fca1-46f9-a989-50ef020d5ad6 {{(pid=92920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 07:21:31.524925 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32e6e243-eeda-4a0d-a837-8692933a5789', 'name': 'network-vif-deleted', 'tag': '4d8e0191-6514-4042-b61d-e3d6c352f619', 'status': 'completed', 'code': 200} Jun 22 07:21:31.559583 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-27da09ed-ce66-455b-8386-bbc654aa2703 req-d17708c0-1465-4d33-a01c-42471c66ea15 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c57c8ce-dc6e-4d15-a567-952cea45b9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400221 Jun 22 07:21:31.671951 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-4f80cd88-c7a9-4627-8cc6-3d7166aa0176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '938dbb39-699a-459d-a185-b77a2fcc80bc', 'name': 'tempest-AttachVolumeShelveTestJSON-1929265933-router', 'tenant_id': 'e8e015950749433d91627c7d2fff432f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'external_fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': '098d0e0b-08fe-483a-8b92-acc051690e6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:13:44Z', 'updated_at': '2021-06-22T07:13:52Z', 'revision_number': 4, 'project_id': 'e8e015950749433d91627c7d2fff432f', 'gw_port': {'id': '098d0e0b-08fe-483a-8b92-acc051690e6c', 'name': '', 'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ba:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938dbb39-699a-459d-a185-b77a2fcc80bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:13:46Z', 'updated_at': '2021-06-22T07:14:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-iscsi', '_interfaces': [{'id': '30995bdb-9a4a-48b3-97be-68e0606645f8', 'name': '', 'network_id': 'b91fcb38-ada5-4353-b77e-00fb398ce7d0', 'tenant_id': 'e8e015950749433d91627c7d2fff432f', 'mac_address': 'fa:16:3e:6e:21:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938dbb39-699a-459d-a185-b77a2fcc80bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f579e111-0d0d-464b-ba2e-9baae47e7af2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:13:50Z', 'updated_at': '2021-06-22T07:14:08Z', 'revision_number': 5, 'project_id': 'e8e015950749433d91627c7d2fff432f', 'subnets': [{'id': 'f579e111-0d0d-464b-ba2e-9baae47e7af2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-11-iscsi', False) {} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:21:31.697689 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f80cd88-c7a9-4627-8cc6-3d7166aa0176 None None] Checking router: 938dbb39-699a-459d-a185-b77a2fcc80bc for host: dv-cinder-786627-11-iscsi {{(pid=92921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 07:21:31.707305 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f80cd88-c7a9-4627-8cc6-3d7166aa0176 None None] Routers {'938dbb39-699a-459d-a185-b77a2fcc80bc'} bound to L3 agent in host dv-cinder-786627-11-iscsi {{(pid=92921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 07:21:31.707919 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-4f80cd88-c7a9-4627-8cc6-3d7166aa0176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-22T07:06:03Z,description=,heartbeat_timestamp=2021-06-22T07:21:03Z,host='dv-cinder-786627-11-iscsi',id=f18ef446-1389-4802-a345-f314a6956002,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T07:06:03Z,topic='l3_agent')) {'router_ids': ['938dbb39-699a-459d-a185-b77a2fcc80bc'], 'active': True} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:21:31.811920 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvr_db [None req-4f80cd88-c7a9-4627-8cc6-3d7166aa0176 None None] Set router 938dbb39-699a-459d-a185-b77a2fcc80bc gateway port host: dv-cinder-786627-11-iscsi {{(pid=92921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 07:21:32.010013 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-4f80cd88-c7a9-4627-8cc6-3d7166aa0176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '938dbb39-699a-459d-a185-b77a2fcc80bc', 'name': 'tempest-AttachVolumeShelveTestJSON-1929265933-router', 'tenant_id': 'e8e015950749433d91627c7d2fff432f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'external_fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': '098d0e0b-08fe-483a-8b92-acc051690e6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:13:44Z', 'updated_at': '2021-06-22T07:13:52Z', 'revision_number': 4, 'project_id': 'e8e015950749433d91627c7d2fff432f', 'gw_port': {'id': '098d0e0b-08fe-483a-8b92-acc051690e6c', 'name': '', 'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ba:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938dbb39-699a-459d-a185-b77a2fcc80bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:13:46Z', 'updated_at': '2021-06-22T07:14:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-iscsi', '_interfaces': [{'id': '30995bdb-9a4a-48b3-97be-68e0606645f8', 'name': '', 'network_id': 'b91fcb38-ada5-4353-b77e-00fb398ce7d0', 'tenant_id': 'e8e015950749433d91627c7d2fff432f', 'mac_address': 'fa:16:3e:6e:21:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938dbb39-699a-459d-a185-b77a2fcc80bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f579e111-0d0d-464b-ba2e-9baae47e7af2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:13:50Z', 'updated_at': '2021-06-22T07:14:08Z', 'revision_number': 5, 'project_id': 'e8e015950749433d91627c7d2fff432f', 'subnets': [{'id': 'f579e111-0d0d-464b-ba2e-9baae47e7af2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-11-iscsi', False) {} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:21:32.044299 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f80cd88-c7a9-4627-8cc6-3d7166aa0176 None None] The sync data for ids ['938dbb39-699a-459d-a185-b77a2fcc80bc'] in dv-cinder-786627-11-iscsi is: [{'id': '938dbb39-699a-459d-a185-b77a2fcc80bc', 'name': 'tempest-AttachVolumeShelveTestJSON-1929265933-router', 'tenant_id': 'e8e015950749433d91627c7d2fff432f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'external_fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': '098d0e0b-08fe-483a-8b92-acc051690e6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:13:44Z', 'updated_at': '2021-06-22T07:13:52Z', 'revision_number': 4, 'project_id': 'e8e015950749433d91627c7d2fff432f', 'gw_port': {'id': '098d0e0b-08fe-483a-8b92-acc051690e6c', 'name': '', 'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ba:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938dbb39-699a-459d-a185-b77a2fcc80bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:13:46Z', 'updated_at': '2021-06-22T07:14:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-iscsi', '_interfaces': [{'id': '30995bdb-9a4a-48b3-97be-68e0606645f8', 'name': '', 'network_id': 'b91fcb38-ada5-4353-b77e-00fb398ce7d0', 'tenant_id': 'e8e015950749433d91627c7d2fff432f', 'mac_address': 'fa:16:3e:6e:21:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938dbb39-699a-459d-a185-b77a2fcc80bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f579e111-0d0d-464b-ba2e-9baae47e7af2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:13:50Z', 'updated_at': '2021-06-22T07:14:08Z', 'revision_number': 5, 'project_id': 'e8e015950749433d91627c7d2fff432f', 'subnets': [{'id': 'f579e111-0d0d-464b-ba2e-9baae47e7af2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 07:21:32.164781 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-ba789b19-5ca1-4756-8d96-d81db1915c02 req-fcbfd163-ec17-4b5b-b22b-613a97a3ec58 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=32e6e243-eeda-4a0d-a837-8692933a5789 HTTP/1.1" status: 200 len: 210 time: 0.0401716 Jun 22 07:21:32.290615 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff442be-7a53-421e-9b0a-63c7b2594620 None None] New status for floating IP 299d82c7-6f9e-435d-9803-7e060abc4a28: DOWN {{(pid=92922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 07:21:32.636054 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae8e5e8-656e-43cd-9f5b-8044f2285418 req-c521c16c-2a0f-4c00-a3a6-629ef1b912cc tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:21:32.638515 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-0ae8e5e8-656e-43cd-9f5b-8044f2285418 req-c521c16c-2a0f-4c00-a3a6-629ef1b912cc tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] 10.222.0.24 "GET /v2.0/ports?device_id=c57f5ee8-26cd-4955-9a82-fb01de9793ee HTTP/1.1" status: 200 len: 985 time: 0.0663462 Jun 22 07:21:32.701155 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-0ae8e5e8-656e-43cd-9f5b-8044f2285418 req-0ed79a4d-934c-4f04-abce-c70d220b46e9 tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] 10.222.0.24 "GET /v2.0/security-groups?id=184d9c39-9e83-4f1f-a6ee-6da78c1e0aec&id=fdfd1704-db10-4149-a8da-3280f92bf09e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0555520 Jun 22 07:21:32.756310 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38033f7-7b67-446e-8548-497670c5011d req-d7b0e8e3-0e12-4d76-b945-51ecdfcb0662 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:21:32.757796 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-d38033f7-7b67-446e-8548-497670c5011d req-d7b0e8e3-0e12-4d76-b945-51ecdfcb0662 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] 10.222.0.24 "GET /v2.0/ports?device_id=e06b8c2b-299c-47b2-816b-b7bf0d326c99 HTTP/1.1" status: 200 len: 945 time: 0.0756507 Jun 22 07:21:32.800354 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-d38033f7-7b67-446e-8548-497670c5011d req-26d2c227-e7a9-4915-99a0-6251e5e25ff5 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c57c8ce-dc6e-4d15-a567-952cea45b9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363762 Jun 22 07:21:33.082452 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-2c43cfa4-2a4a-4dec-bbf6-ee92ccc34073 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:33.284457 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:33.343529 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-c9483309-c6dd-4eba-9a2e-ef44baf64c41 req-bab94e24-5907-43de-97b1-7495de81fa97 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=32e6e243-eeda-4a0d-a837-8692933a5789 HTTP/1.1" status: 200 len: 210 time: 0.0313041 Jun 22 07:21:33.977259 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fa54dd-68e1-4221-8563-4394962a4ecf req-db4f6fb7-6601-4b25-a48e-deb125a5bd94 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:21:33.978721 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-e6fa54dd-68e1-4221-8563-4394962a4ecf req-db4f6fb7-6601-4b25-a48e-deb125a5bd94 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] 10.222.0.24 "GET /v2.0/ports?device_id=e06b8c2b-299c-47b2-816b-b7bf0d326c99 HTTP/1.1" status: 200 len: 945 time: 0.0641177 Jun 22 07:21:34.017551 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-e6fa54dd-68e1-4221-8563-4394962a4ecf req-4ef703f1-8dd3-4d8e-8cb7-ba4b2b204688 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c57c8ce-dc6e-4d15-a567-952cea45b9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329375 Jun 22 07:21:34.505677 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-b5091ad6-2052-4090-bb2f-da818028d955 req-fdc97eb4-7237-4c02-b934-30aa8b076e89 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=32e6e243-eeda-4a0d-a837-8692933a5789 HTTP/1.1" status: 200 len: 210 time: 0.0300782 Jun 22 07:21:34.656188 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:35.194048 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6986cb20-ceb7-494b-9ef7-18df51ec0d51 req-a13f536b-a146-4585-b4e1-a47a75631e32 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:21:35.195525 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-6986cb20-ceb7-494b-9ef7-18df51ec0d51 req-a13f536b-a146-4585-b4e1-a47a75631e32 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] 10.222.0.24 "GET /v2.0/ports?device_id=e06b8c2b-299c-47b2-816b-b7bf0d326c99 HTTP/1.1" status: 200 len: 945 time: 0.0692658 Jun 22 07:21:35.208558 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d3c1a5ff-c703-4bfc-bce3-efb8418f207c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:35.237825 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-6986cb20-ceb7-494b-9ef7-18df51ec0d51 req-f95a2f38-9306-4408-932c-a56df1e53223 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c57c8ce-dc6e-4d15-a567-952cea45b9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360026 Jun 22 07:21:35.662676 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-37a6154d-0d21-46ec-9951-707f4b670a03 req-8caad659-776b-4649-b58f-5c82f85d6e5d tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=32e6e243-eeda-4a0d-a837-8692933a5789 HTTP/1.1" status: 200 len: 210 time: 0.0291042 Jun 22 07:21:36.082419 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Device 4d8e0191-6514-4042-b61d-e3d6c352f619 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=92921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 07:21:36.102766 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] No Port match for: 4d8e0191-6514-4042-b61d-e3d6c352f619 {{(pid=92921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 07:21:36.103118 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Device 4d8e0191-6514-4042-b61d-e3d6c352f619 not bound to the agent host hv-cinder-78662 {{(pid=92921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 07:21:36.420175 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd04370-e76d-4710-a6fc-abaf21aa1f8b req-38876c3d-0f43-475a-8b2f-556baf47bf56 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:21:36.421766 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-bfd04370-e76d-4710-a6fc-abaf21aa1f8b req-38876c3d-0f43-475a-8b2f-556baf47bf56 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] 10.222.0.24 "GET /v2.0/ports?device_id=e06b8c2b-299c-47b2-816b-b7bf0d326c99 HTTP/1.1" status: 200 len: 945 time: 0.0640359 Jun 22 07:21:36.460646 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-bfd04370-e76d-4710-a6fc-abaf21aa1f8b req-954d6ca2-7424-4b30-afe8-210a59fb628e tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c57c8ce-dc6e-4d15-a567-952cea45b9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329351 Jun 22 07:21:36.931434 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-f04bb265-eca6-4530-aeb1-0b3afeb7eb68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:37.657245 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91a1f21-db5a-41f6-88e0-ed9de6d0ff81 req-307deb08-104d-4a8f-8f1d-af6b61e29b97 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:21:37.659070 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-c91a1f21-db5a-41f6-88e0-ed9de6d0ff81 req-307deb08-104d-4a8f-8f1d-af6b61e29b97 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] 10.222.0.24 "GET /v2.0/ports?device_id=e06b8c2b-299c-47b2-816b-b7bf0d326c99 HTTP/1.1" status: 200 len: 945 time: 0.0806310 Jun 22 07:21:37.708673 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-c91a1f21-db5a-41f6-88e0-ed9de6d0ff81 req-39709b3a-7506-4c25-833d-28c9832142b8 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c57c8ce-dc6e-4d15-a567-952cea45b9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431492 Jun 22 07:21:37.813486 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 50776) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:21:37.868515 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-d70144d9-d6f0-4ff3-be95-0ec286f9fb79 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Notify callbacks [] for security_group, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:37.893796 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-d70144d9-d6f0-4ff3-be95-0ec286f9fb79 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:37.942547 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-d70144d9-d6f0-4ff3-be95-0ec286f9fb79 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:37.945219 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-d70144d9-d6f0-4ff3-be95-0ec286f9fb79 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:37.946373 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-d70144d9-d6f0-4ff3-be95-0ec286f9fb79 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "DELETE /v2.0/security-groups/b51056aa-037c-4921-b43f-ffbaaf0d81d8 HTTP/1.1" status: 204 len: 168 time: 0.1319108 Jun 22 07:21:37.947128 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-700194c9-30e3-44a7-83eb-ea98dd9a20a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:21:37.949815 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 50778) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:21:37.957506 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70144d9-d6f0-4ff3-be95-0ec286f9fb79 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b51056aa-037c-4921-b43f-ffbaaf0d81d8,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:21:37.965144 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70144d9-d6f0-4ff3-be95-0ec286f9fb79 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:21:37.965706 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70144d9-d6f0-4ff3-be95-0ec286f9fb79 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:21:37.966299 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70144d9-d6f0-4ff3-be95-0ec286f9fb79 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:21:37.966663 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70144d9-d6f0-4ff3-be95-0ec286f9fb79 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:21:37.967020 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70144d9-d6f0-4ff3-be95-0ec286f9fb79 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:21:37.967371 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70144d9-d6f0-4ff3-be95-0ec286f9fb79 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:21:37.967720 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70144d9-d6f0-4ff3-be95-0ec286f9fb79 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:21:37.968068 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70144d9-d6f0-4ff3-be95-0ec286f9fb79 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:21:37.968440 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70144d9-d6f0-4ff3-be95-0ec286f9fb79 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:21:37.968608 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.api.v2.resource [None req-72a3496d-4f6a-4116-86c8-ee7dde15bfc5 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] show failed (client error): The resource could not be found. Jun 22 07:21:37.968788 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70144d9-d6f0-4ff3-be95-0ec286f9fb79 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:21:37.969133 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70144d9-d6f0-4ff3-be95-0ec286f9fb79 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:21:37.969486 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70144d9-d6f0-4ff3-be95-0ec286f9fb79 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:21:37.972467 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-72a3496d-4f6a-4116-86c8-ee7dde15bfc5 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/security-groups/b51056aa-037c-4921-b43f-ffbaaf0d81d8 HTTP/1.1" status: 404 len: 347 time: 0.0200024 Jun 22 07:21:37.973168 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-d70144d9-d6f0-4ff3-be95-0ec286f9fb79 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:21:37.977702 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 50780) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:21:38.109141 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-ef6909b3-7319-4a6c-afe3-b2aa46fee267 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Deleting port 27d2b0b1-1a37-4038-bd01-e7008a7e54e8 {{(pid=92920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 07:21:38.109480 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-ef6909b3-7319-4a6c-afe3-b2aa46fee267 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773474057189'] for port, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:38.184076 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-ef6909b3-7319-4a6c-afe3-b2aa46fee267 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-707208'] for port, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:38.184324 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-ef6909b3-7319-4a6c-afe3-b2aa46fee267 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:38.253704 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-ef6909b3-7319-4a6c-afe3-b2aa46fee267 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Calling delete_port for 27d2b0b1-1a37-4038-bd01-e7008a7e54e8 owned by network:floatingip {{(pid=92920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 07:21:38.391792 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-ef6909b3-7319-4a6c-afe3-b2aa46fee267 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773474061029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773473471600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5150811'] for port, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:38.393647 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:21:38.418265 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6909b3-7319-4a6c-afe3-b2aa46fee267 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Pushing event deleted for resources: {'Port': ['ID=27d2b0b1-1a37-4038-bd01-e7008a7e54e8,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:21:38.422012 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-ef6909b3-7319-4a6c-afe3-b2aa46fee267 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:21:38.478249 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-ef6909b3-7319-4a6c-afe3-b2aa46fee267 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Notify callbacks [] for floatingip, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:38.481348 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-ef6909b3-7319-4a6c-afe3-b2aa46fee267 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91146'] for floatingip, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:38.482556 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-ef6909b3-7319-4a6c-afe3-b2aa46fee267 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "DELETE /v2.0/floatingips/299d82c7-6f9e-435d-9803-7e060abc4a28 HTTP/1.1" status: 204 len: 168 time: 0.5038507 Jun 22 07:21:38.929866 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef388c34-3ba2-450a-8a88-031397617b7a req-b49b3e31-05a3-45ce-ba56-99eca6ceff2e tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:21:38.931612 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-ef388c34-3ba2-450a-8a88-031397617b7a req-b49b3e31-05a3-45ce-ba56-99eca6ceff2e tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] 10.222.0.24 "GET /v2.0/ports?device_id=e06b8c2b-299c-47b2-816b-b7bf0d326c99 HTTP/1.1" status: 200 len: 945 time: 0.0983953 Jun 22 07:21:38.987955 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-ef388c34-3ba2-450a-8a88-031397617b7a req-fcb470bd-2cfb-41fd-937d-4b9a7b368a2f tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c57c8ce-dc6e-4d15-a567-952cea45b9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494323 Jun 22 07:21:39.191906 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 50794) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:21:39.197022 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.v2.base [None req-d073898c-5c2b-4133-baa9-72ba9243c8bb tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1939539104', 'description': 'tempest-description--69607876'}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:21:39.220010 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-d073898c-5c2b-4133-baa9-72ba9243c8bb tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Notify callbacks [] for security_group, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:39.300084 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-d073898c-5c2b-4133-baa9-72ba9243c8bb tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Notify callbacks [] for security_group, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:39.303616 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-d073898c-5c2b-4133-baa9-72ba9243c8bb tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:39.306744 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-ec50d5d6-39ac-4a12-b65d-5aa7ff7cf4fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:21:39.329771 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-d073898c-5c2b-4133-baa9-72ba9243c8bb tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Notify callbacks [] for security_group, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:39.330982 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-d073898c-5c2b-4133-baa9-72ba9243c8bb tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1380267 Jun 22 07:21:39.333979 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 50796) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:21:39.335422 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d073898c-5c2b-4133-baa9-72ba9243c8bb tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Pushing event updated for resources: {'SecurityGroup': ['ID=caea7c39-2e48-46ab-adf2-ac00c54c08da,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:21:39.338249 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-d073898c-5c2b-4133-baa9-72ba9243c8bb tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:21:39.338756 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.v2.base [None req-3a519215-06d7-45ae-836e-d6c5a99367df tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Request body: {'security_group_rule': {'security_group_id': 'caea7c39-2e48-46ab-adf2-ac00c54c08da', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:21:39.366650 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-3a519215-06d7-45ae-836e-d6c5a99367df tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:39.411372 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-3a519215-06d7-45ae-836e-d6c5a99367df tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:39.414559 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-3a519215-06d7-45ae-836e-d6c5a99367df tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037535'] for security_group_rule, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:39.416588 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-3148bb3e-bb92-448d-a414-52693b7defcf tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:21:39.432800 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a519215-06d7-45ae-836e-d6c5a99367df tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c0c24b5-984f-4ffb-af57-301445dc134e,revision_number=0']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:21:39.435322 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-3a519215-06d7-45ae-836e-d6c5a99367df tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:21:39.439717 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-3a519215-06d7-45ae-836e-d6c5a99367df tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:39.440940 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-3a519215-06d7-45ae-836e-d6c5a99367df tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1059744 Jun 22 07:21:39.443580 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 50798) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:21:39.447827 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.v2.base [None req-bde7ed24-05ec-4528-a1f8-0f03e26935bd tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Request body: {'security_group_rule': {'security_group_id': 'caea7c39-2e48-46ab-adf2-ac00c54c08da', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:21:39.473986 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-bde7ed24-05ec-4528-a1f8-0f03e26935bd tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:39.531797 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-bde7ed24-05ec-4528-a1f8-0f03e26935bd tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:39.535321 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-bde7ed24-05ec-4528-a1f8-0f03e26935bd tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037535'] for security_group_rule, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:39.540775 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:21:39.555849 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde7ed24-05ec-4528-a1f8-0f03e26935bd tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39ce174d-5ae5-43db-90c0-b93a5d28372c,revision_number=0']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:21:39.559240 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-bde7ed24-05ec-4528-a1f8-0f03e26935bd tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:21:39.560673 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-bde7ed24-05ec-4528-a1f8-0f03e26935bd tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:39.561807 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-bde7ed24-05ec-4528-a1f8-0f03e26935bd tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1173446 Jun 22 07:21:39.564894 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 50800) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:21:39.569232 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.v2.base [None req-9ec5fc64-267b-4363-9782-664b23c19b45 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Request body: {'floatingip': {'floating_network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2'}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:21:39.591576 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-9ec5fc64-267b-4363-9782-664b23c19b45 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Notify callbacks [] for floatingip, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:39.923509 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-9ec5fc64-267b-4363-9782-664b23c19b45 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1809762'] for port, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:40.039646 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.db.db_base_plugin_common [None req-9ec5fc64-267b-4363-9782-664b23c19b45 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Allocated IP 172.27.1.203 (73c4e24d-548c-4da2-96ca-75881b5fbbd2/544f46cc-96c5-45ec-92af-d864e0b11db8/a33c2463-f005-4e28-8836-43f5f1ac7ec3) {{(pid=92919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 07:21:40.184872 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-9ec5fc64-267b-4363-9782-664b23c19b45 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Notify callbacks [] for port, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:40.212298 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b97a72-eb01-4797-a3be-322db55ac411 req-84166ed1-9080-473e-8707-5a49e2adad8a tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:21:40.213782 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-54b97a72-eb01-4797-a3be-322db55ac411 req-84166ed1-9080-473e-8707-5a49e2adad8a tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] 10.222.0.24 "GET /v2.0/ports?device_id=e06b8c2b-299c-47b2-816b-b7bf0d326c99 HTTP/1.1" status: 200 len: 945 time: 0.1062379 Jun 22 07:21:40.270535 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-54b97a72-eb01-4797-a3be-322db55ac411 req-dad9026e-35e2-4354-a196-f0f625e02efc tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c57c8ce-dc6e-4d15-a567-952cea45b9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499663 Jun 22 07:21:40.271849 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-9ec5fc64-267b-4363-9782-664b23c19b45 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1809569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-690206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773473471591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4832682'] for port, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:40.274721 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-c72768e2-ee17-4599-be7a-4ac28be852ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:21:40.313120 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec5fc64-267b-4363-9782-664b23c19b45 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Network 73c4e24d-548c-4da2-96ca-75881b5fbbd2 is already hosted by enough agents. {{(pid=92919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 07:21:40.319884 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.scheduler.base_scheduler [None req-9ec5fc64-267b-4363-9782-664b23c19b45 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Resources bound (agent type, host, resource id): {{(pid=92919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 07:21:40.323775 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec5fc64-267b-4363-9782-664b23c19b45 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Received port after_create {{(pid=92919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 07:21:40.350840 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec5fc64-267b-4363-9782-664b23c19b45 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Pushing event updated for resources: {'Port': ['ID=a33c2463-f005-4e28-8836-43f5f1ac7ec3,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:21:40.354746 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-9ec5fc64-267b-4363-9782-664b23c19b45 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:21:40.413355 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-9ec5fc64-267b-4363-9782-664b23c19b45 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:40.457587 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-9ec5fc64-267b-4363-9782-664b23c19b45 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:40.608702 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-9ec5fc64-267b-4363-9782-664b23c19b45 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Notify callbacks [] for port, precommit_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:40.613135 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-9ec5fc64-267b-4363-9782-664b23c19b45 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4832664'] for port, after_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:40.615344 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-91b105f9-2d3b-4ef9-be84-4f6da1928042 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:21:40.681509 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec5fc64-267b-4363-9782-664b23c19b45 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Pushing event updated for resources: {'Port': ['ID=a33c2463-f005-4e28-8836-43f5f1ac7ec3,revision_number=2']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:21:40.686218 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-9ec5fc64-267b-4363-9782-664b23c19b45 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:21:40.696647 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-9ec5fc64-267b-4363-9782-664b23c19b45 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-706738'] for floatingip, after_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:40.710064 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-9ec5fc64-267b-4363-9782-664b23c19b45 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91146'] for floatingip, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:40.711177 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-9ec5fc64-267b-4363-9782-664b23c19b45 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1453545 Jun 22 07:21:40.895863 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-b6269afa-d65c-42a1-9277-a45e719bb007 req-7d7d3462-e8de-4810-b79b-afe5622fa3dc tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1939539104&fields=id&tenant_id=e8e015950749433d91627c7d2fff432f HTTP/1.1" status: 200 len: 267 time: 0.0337889 Jun 22 07:21:41.002042 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6269afa-d65c-42a1-9277-a45e719bb007 req-75e6b92d-8117-4b5c-a2ab-d03c0f91ff44 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:21:41.003468 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-b6269afa-d65c-42a1-9277-a45e719bb007 req-75e6b92d-8117-4b5c-a2ab-d03c0f91ff44 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/networks?id=b91fcb38-ada5-4353-b77e-00fb398ce7d0 HTTP/1.1" status: 200 len: 817 time: 0.1012681 Jun 22 07:21:41.018978 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-b6269afa-d65c-42a1-9277-a45e719bb007 req-8ce3cb40-e5b6-491a-83d2-c7f5143f791e tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/quotas/e8e015950749433d91627c7d2fff432f HTTP/1.1" status: 200 len: 375 time: 0.0100038 Jun 22 07:21:41.094138 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-b6269afa-d65c-42a1-9277-a45e719bb007 req-364cfa08-83c4-462b-9972-1f564b2b7dcf tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=e8e015950749433d91627c7d2fff432f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0701983 Jun 22 07:21:41.284711 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-b6269afa-d65c-42a1-9277-a45e719bb007 req-6aece875-0edd-45f2-9e43-f1738371c2a7 service neutron] 10.222.0.24 "GET /v2.0/networks/b91fcb38-ada5-4353-b77e-00fb398ce7d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783774 Jun 22 07:21:41.383562 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-b6269afa-d65c-42a1-9277-a45e719bb007 req-27c77191-e643-44d6-a12d-97788f1cf29b service neutron] 10.222.0.24 "GET /v2.0/networks/b91fcb38-ada5-4353-b77e-00fb398ce7d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930371 Jun 22 07:21:41.452269 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c638d7-ca19-4de2-a6b3-95592f7a81ba req-cbc975a1-07d1-4adf-b0f4-74918319e2e9 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:21:41.454016 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-21c638d7-ca19-4de2-a6b3-95592f7a81ba req-cbc975a1-07d1-4adf-b0f4-74918319e2e9 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] 10.222.0.24 "GET /v2.0/ports?device_id=e06b8c2b-299c-47b2-816b-b7bf0d326c99 HTTP/1.1" status: 200 len: 945 time: 0.0640783 Jun 22 07:21:41.493245 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-21c638d7-ca19-4de2-a6b3-95592f7a81ba req-19966563-47ce-4014-ba5c-d49a3fd189fb tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c57c8ce-dc6e-4d15-a567-952cea45b9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332611 Jun 22 07:21:41.554918 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-ab4cf18d-5479-4d67-80e8-a951d449eedd req-0c52140f-bab2-444d-a130-2989720718e3 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=441f6a0f-f857-40b6-9cfd-e8cc8b189da3 HTTP/1.1" status: 200 len: 210 time: 0.0287035 Jun 22 07:21:42.670631 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6269afa-d65c-42a1-9277-a45e719bb007 req-ede722cb-0c49-4c4b-bfb2-5a5d0f0af9ab tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:21:42.672769 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-b6269afa-d65c-42a1-9277-a45e719bb007 req-ede722cb-0c49-4c4b-bfb2-5a5d0f0af9ab tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.41 "GET /v2.0/networks?id=b91fcb38-ada5-4353-b77e-00fb398ce7d0 HTTP/1.1" status: 200 len: 817 time: 0.1119971 Jun 22 07:21:42.697564 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5950e9d4-54b7-4e24-abd1-647cbe35f2f9 req-19524c06-566d-486f-b393-423bb762207a tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:21:42.704277 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-5950e9d4-54b7-4e24-abd1-647cbe35f2f9 req-19524c06-566d-486f-b393-423bb762207a tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] 10.222.0.24 "GET /v2.0/ports?device_id=e06b8c2b-299c-47b2-816b-b7bf0d326c99 HTTP/1.1" status: 200 len: 945 time: 0.0935435 Jun 22 07:21:42.739841 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-b6269afa-d65c-42a1-9277-a45e719bb007 req-395a8975-e5b7-4e54-b882-a2472da5a455 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e8e015950749433d91627c7d2fff432f HTTP/1.1" status: 200 len: 380 time: 0.0506902 Jun 22 07:21:42.749275 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.v2.base [req-b6269afa-d65c-42a1-9277-a45e719bb007 req-b998c079-3b67-47f9-9594-0471b7a1fe9d tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Request body: {'port': {'device_id': '441f6a0f-f857-40b6-9cfd-e8cc8b189da3', 'network_id': 'b91fcb38-ada5-4353-b77e-00fb398ce7d0', 'admin_state_up': True, 'tenant_id': 'e8e015950749433d91627c7d2fff432f', 'security_groups': ['caea7c39-2e48-46ab-adf2-ac00c54c08da']}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:21:42.755395 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-92ea39eb-dd4c-4de6-9344-49bd29c2ad0c req-47c25e23-db3f-4e4e-952e-8f86157e1192 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=441f6a0f-f857-40b6-9cfd-e8cc8b189da3 HTTP/1.1" status: 200 len: 210 time: 0.0325935 Jun 22 07:21:42.770895 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-5950e9d4-54b7-4e24-abd1-647cbe35f2f9 req-bedd8dbc-46f8-485a-b874-74c25900d06a tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c57c8ce-dc6e-4d15-a567-952cea45b9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654192 Jun 22 07:21:42.875111 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6269afa-d65c-42a1-9277-a45e719bb007 req-b998c079-3b67-47f9-9594-0471b7a1fe9d tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Made reservation on behalf of e8e015950749433d91627c7d2fff432f for: {'port': 1} {{(pid=92920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 07:21:42.878907 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-b6269afa-d65c-42a1-9277-a45e719bb007 req-b998c079-3b67-47f9-9594-0471b7a1fe9d tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1809762'] for port, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:43.013319 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.db.db_base_plugin_common [req-b6269afa-d65c-42a1-9277-a45e719bb007 req-b998c079-3b67-47f9-9594-0471b7a1fe9d tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Allocated IP 172.20.0.10 (b91fcb38-ada5-4353-b77e-00fb398ce7d0/f579e111-0d0d-464b-ba2e-9baae47e7af2/d95787bc-48f6-48c9-9f0d-7b3342686306) {{(pid=92920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 07:21:43.434813 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-b6269afa-d65c-42a1-9277-a45e719bb007 req-b998c079-3b67-47f9-9594-0471b7a1fe9d tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Notify callbacks [] for port, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:43.450780 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [req-b6269afa-d65c-42a1-9277-a45e719bb007 req-b998c079-3b67-47f9-9594-0471b7a1fe9d tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Transition to ACTIVE for port object d95787bc-48f6-48c9-9f0d-7b3342686306 will not be triggered until provisioned by entity DHCP. {{(pid=92920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 07:21:43.486589 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-b6269afa-d65c-42a1-9277-a45e719bb007 req-b998c079-3b67-47f9-9594-0471b7a1fe9d tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1809569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-690206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773473471591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5150818'] for port, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:43.491342 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-fe095a2c-8794-4307-9985-f21fc3170211 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:21:43.538374 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6269afa-d65c-42a1-9277-a45e719bb007 req-b998c079-3b67-47f9-9594-0471b7a1fe9d tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Network b91fcb38-ada5-4353-b77e-00fb398ce7d0 is already hosted by enough agents. {{(pid=92920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 07:21:43.541975 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.scheduler.base_scheduler [req-b6269afa-d65c-42a1-9277-a45e719bb007 req-b998c079-3b67-47f9-9594-0471b7a1fe9d tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Resources bound (agent type, host, resource id): {{(pid=92920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 07:21:43.547042 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6269afa-d65c-42a1-9277-a45e719bb007 req-b998c079-3b67-47f9-9594-0471b7a1fe9d tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Received port after_create {{(pid=92920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 07:21:43.584335 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b998c079-3b67-47f9-9594-0471b7a1fe9d tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Pushing event updated for resources: {'Port': ['ID=d95787bc-48f6-48c9-9f0d-7b3342686306,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:21:43.602500 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-b998c079-3b67-47f9-9594-0471b7a1fe9d tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:21:43.609501 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6269afa-d65c-42a1-9277-a45e719bb007 req-b998c079-3b67-47f9-9594-0471b7a1fe9d tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:21:43.610167 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-b6269afa-d65c-42a1-9277-a45e719bb007 req-b998c079-3b67-47f9-9594-0471b7a1fe9d tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91146'] for port, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:43.625921 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-b6269afa-d65c-42a1-9277-a45e719bb007 req-b998c079-3b67-47f9-9594-0471b7a1fe9d tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8812525 Jun 22 07:21:43.640012 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.v2.base [req-b6269afa-d65c-42a1-9277-a45e719bb007 req-39efeb42-08f1-4bda-9126-8d46eb804e63 service neutron] Request body: {'port': {'device_id': '441f6a0f-f857-40b6-9cfd-e8cc8b189da3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:21:43.729654 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-b6269afa-d65c-42a1-9277-a45e719bb007 req-39efeb42-08f1-4bda-9126-8d46eb804e63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:43.849191 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-9e990ead-47f8-4882-9984-b50c772bd14e None None] Provisioning for port d95787bc-48f6-48c9-9f0d-7b3342686306 completed by entity DHCP. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 07:21:43.854347 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-9e990ead-47f8-4882-9984-b50c772bd14e None None] Provisioning complete for port d95787bc-48f6-48c9-9f0d-7b3342686306 triggered by entity DHCP. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:21:43.856263 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-9e990ead-47f8-4882-9984-b50c772bd14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1879668'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:43.907992 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-9e990ead-47f8-4882-9984-b50c772bd14e None None] Port d95787bc-48f6-48c9-9f0d-7b3342686306 cannot update to ACTIVE because it is not bound. {{(pid=92921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 07:21:44.024164 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528d7262-980f-4755-b296-b04fdbb913e1 req-1b855c5d-5ca5-42bc-8a3f-d3eec40922b8 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:21:44.025696 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-528d7262-980f-4755-b296-b04fdbb913e1 req-1b855c5d-5ca5-42bc-8a3f-d3eec40922b8 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=441f6a0f-f857-40b6-9cfd-e8cc8b189da3 HTTP/1.1" status: 200 len: 932 time: 0.1275165 Jun 22 07:21:44.040334 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.notifiers.nova [req-b6269afa-d65c-42a1-9277-a45e719bb007 req-39efeb42-08f1-4bda-9126-8d46eb804e63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d95787bc-48f6-48c9-9f0d-7b3342686306 {{(pid=92920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 07:21:44.049397 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-b6269afa-d65c-42a1-9277-a45e719bb007 req-39efeb42-08f1-4bda-9126-8d46eb804e63 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:44.050441 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b85e72-6b69-4d5f-a94b-bbb7baa1aeb4 req-dd6c413a-e8d7-485e-bc6b-86f5dce9fdd1 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:21:44.052059 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-b5b85e72-6b69-4d5f-a94b-bbb7baa1aeb4 req-dd6c413a-e8d7-485e-bc6b-86f5dce9fdd1 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] 10.222.0.24 "GET /v2.0/ports?device_id=e06b8c2b-299c-47b2-816b-b7bf0d326c99 HTTP/1.1" status: 200 len: 945 time: 0.1347771 Jun 22 07:21:44.064943 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [req-b6269afa-d65c-42a1-9277-a45e719bb007 req-39efeb42-08f1-4bda-9126-8d46eb804e63 service neutron] Transition to ACTIVE for port object d95787bc-48f6-48c9-9f0d-7b3342686306 will not be triggered until provisioned by entity L2. {{(pid=92920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 07:21:44.069211 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-b6269afa-d65c-42a1-9277-a45e719bb007 req-39efeb42-08f1-4bda-9126-8d46eb804e63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5150800'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:44.072014 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-ef6909b3-7319-4a6c-afe3-b2aa46fee267 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:21:44.113674 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-528d7262-980f-4755-b296-b04fdbb913e1 req-ba53abd3-0689-44d4-bccf-d9a2be40cf36 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/security-groups?id=caea7c39-2e48-46ab-adf2-ac00c54c08da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789800 Jun 22 07:21:44.121498 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-b5b85e72-6b69-4d5f-a94b-bbb7baa1aeb4 req-9628de3e-40d5-456b-b62d-e8c5b9e9cf57 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c57c8ce-dc6e-4d15-a567-952cea45b9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591772 Jun 22 07:21:44.162705 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39efeb42-08f1-4bda-9126-8d46eb804e63 service neutron] Pushing event updated for resources: {'Port': ['ID=d95787bc-48f6-48c9-9f0d-7b3342686306,revision_number=2']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:21:44.166518 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-39efeb42-08f1-4bda-9126-8d46eb804e63 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:21:44.253689 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.managers [req-b6269afa-d65c-42a1-9277-a45e719bb007 req-39efeb42-08f1-4bda-9126-8d46eb804e63 service neutron] Attempting to bind port d95787bc-48f6-48c9-9f0d-7b3342686306 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 07:21:44.254037 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.managers [req-b6269afa-d65c-42a1-9277-a45e719bb007 req-39efeb42-08f1-4bda-9126-8d46eb804e63 service neutron] Attempting to bind port d95787bc-48f6-48c9-9f0d-7b3342686306 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '8d1bc002-3124-433f-9368-96f826d6cba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b91fcb38-ada5-4353-b77e-00fb398ce7d0'}] {{(pid=92920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 07:21:44.254372 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6269afa-d65c-42a1-9277-a45e719bb007 req-39efeb42-08f1-4bda-9126-8d46eb804e63 service neutron] Attempting to bind port d95787bc-48f6-48c9-9f0d-7b3342686306 on network b91fcb38-ada5-4353-b77e-00fb398ce7d0 {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 07:21:44.259974 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6269afa-d65c-42a1-9277-a45e719bb007 req-39efeb42-08f1-4bda-9126-8d46eb804e63 service neutron] Port d95787bc-48f6-48c9-9f0d-7b3342686306 on network b91fcb38-ada5-4353-b77e-00fb398ce7d0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 07:21:44.260297 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6269afa-d65c-42a1-9277-a45e719bb007 req-39efeb42-08f1-4bda-9126-8d46eb804e63 service neutron] Attempting to bind port d95787bc-48f6-48c9-9f0d-7b3342686306 on network b91fcb38-ada5-4353-b77e-00fb398ce7d0 {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 07:21:44.270956 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6269afa-d65c-42a1-9277-a45e719bb007 req-39efeb42-08f1-4bda-9126-8d46eb804e63 service neutron] Checking agent: {'id': 'ce8fa221-be2f-440a-9097-46e1804b8f29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 7, 12, 2), 'started_at': datetime.datetime(2021, 6, 22, 7, 12, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 7, 21, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 07:21:44.270956 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6269afa-d65c-42a1-9277-a45e719bb007 req-39efeb42-08f1-4bda-9126-8d46eb804e63 service neutron] Checking segment: {'id': '8d1bc002-3124-433f-9368-96f826d6cba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b91fcb38-ada5-4353-b77e-00fb398ce7d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 07:21:44.270956 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6269afa-d65c-42a1-9277-a45e719bb007 req-39efeb42-08f1-4bda-9126-8d46eb804e63 service neutron] Bound using segment: {'id': '8d1bc002-3124-433f-9368-96f826d6cba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b91fcb38-ada5-4353-b77e-00fb398ce7d0'} {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 07:21:44.270956 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.managers [req-b6269afa-d65c-42a1-9277-a45e719bb007 req-39efeb42-08f1-4bda-9126-8d46eb804e63 service neutron] Bound port: d95787bc-48f6-48c9-9f0d-7b3342686306, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d1bc002-3124-433f-9368-96f826d6cba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b91fcb38-ada5-4353-b77e-00fb398ce7d0'}}] {{(pid=92920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 07:21:44.270956 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-b6269afa-d65c-42a1-9277-a45e719bb007 req-39efeb42-08f1-4bda-9126-8d46eb804e63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:44.352041 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [req-b6269afa-d65c-42a1-9277-a45e719bb007 req-39efeb42-08f1-4bda-9126-8d46eb804e63 service neutron] For port d95787bc-48f6-48c9-9f0d-7b3342686306, host hv-cinder-78662, cleared binding levels {{(pid=92920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 07:21:44.355686 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [req-b6269afa-d65c-42a1-9277-a45e719bb007 req-39efeb42-08f1-4bda-9126-8d46eb804e63 service neutron] For port d95787bc-48f6-48c9-9f0d-7b3342686306, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=d95787bc-48f6-48c9-9f0d-7b3342686306,segment=NetworkSegment(8d1bc002-3124-433f-9368-96f826d6cba6),segment_id=8d1bc002-3124-433f-9368-96f826d6cba6)] {{(pid=92920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 07:21:44.361339 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-b6269afa-d65c-42a1-9277-a45e719bb007 req-39efeb42-08f1-4bda-9126-8d46eb804e63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5150800'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:44.363628 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-951abd98-d055-481b-bdc5-9dfe4588c83b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:21:44.402550 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6269afa-d65c-42a1-9277-a45e719bb007 req-39efeb42-08f1-4bda-9126-8d46eb804e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:21:44.403203 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-b6269afa-d65c-42a1-9277-a45e719bb007 req-39efeb42-08f1-4bda-9126-8d46eb804e63 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91146'] for port, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:44.404628 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-b6269afa-d65c-42a1-9277-a45e719bb007 req-39efeb42-08f1-4bda-9126-8d46eb804e63 service neutron] 10.222.0.41 "PUT /v2.0/ports/d95787bc-48f6-48c9-9f0d-7b3342686306 HTTP/1.1" status: 200 len: 1094 time: 0.7694967 Jun 22 07:21:44.405163 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '441f6a0f-f857-40b6-9cfd-e8cc8b189da3', 'tag': 'd95787bc-48f6-48c9-9f0d-7b3342686306'}] {{(pid=92920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 07:21:44.407674 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}175c46e468422b48d63533518873068da6a6c478907c3b6f79f9dabf89e8d923" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb9b5711-657e-452e-939b-8708028c7e35" -d '{"events": [{"name": "network-changed", "server_uuid": "441f6a0f-f857-40b6-9cfd-e8cc8b189da3", "tag": "d95787bc-48f6-48c9-9f0d-7b3342686306"}]}' {{(pid=92920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 07:21:44.430940 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39efeb42-08f1-4bda-9126-8d46eb804e63 service neutron] Pushing event updated for resources: {'Port': ['ID=d95787bc-48f6-48c9-9f0d-7b3342686306,revision_number=3']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:21:44.436695 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-39efeb42-08f1-4bda-9126-8d46eb804e63 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:21:44.505832 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 07:21:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-439d95fe-6a28-4789-a9e7-930a72964054 x-openstack-request-id: req-439d95fe-6a28-4789-a9e7-930a72964054 {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 07:21:44.506171 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "441f6a0f-f857-40b6-9cfd-e8cc8b189da3", "tag": "d95787bc-48f6-48c9-9f0d-7b3342686306", "status": "completed", "code": 200}]} {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 07:21:44.506471 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-439d95fe-6a28-4789-a9e7-930a72964054 {{(pid=92920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 07:21:44.506896 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '441f6a0f-f857-40b6-9cfd-e8cc8b189da3', 'tag': 'd95787bc-48f6-48c9-9f0d-7b3342686306', 'status': 'completed', 'code': 200} Jun 22 07:21:44.537947 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6269afa-d65c-42a1-9277-a45e719bb007 req-c1a509ee-f78a-4aa5-93c7-e55d82cc071e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:21:44.539750 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-b6269afa-d65c-42a1-9277-a45e719bb007 req-c1a509ee-f78a-4aa5-93c7-e55d82cc071e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e8e015950749433d91627c7d2fff432f&device_id=441f6a0f-f857-40b6-9cfd-e8cc8b189da3 HTTP/1.1" status: 200 len: 1097 time: 0.0781214 Jun 22 07:21:44.588530 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-b6269afa-d65c-42a1-9277-a45e719bb007 req-4d475e8d-872a-45cd-b280-420a080ce177 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d95787bc-48f6-48c9-9f0d-7b3342686306 HTTP/1.1" status: 200 len: 217 time: 0.0405235 Jun 22 07:21:44.639491 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6269afa-d65c-42a1-9277-a45e719bb007 req-4e5cc651-035c-471c-a631-dabb13bb434f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:21:44.641002 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-b6269afa-d65c-42a1-9277-a45e719bb007 req-4e5cc651-035c-471c-a631-dabb13bb434f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f579e111-0d0d-464b-ba2e-9baae47e7af2 HTTP/1.1" status: 200 len: 856 time: 0.0461318 Jun 22 07:21:44.714576 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6269afa-d65c-42a1-9277-a45e719bb007 req-a27abedd-0c46-46d0-a12e-ef987eb989f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:21:44.716505 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-b6269afa-d65c-42a1-9277-a45e719bb007 req-a27abedd-0c46-46d0-a12e-ef987eb989f7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b91fcb38-ada5-4353-b77e-00fb398ce7d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0613725 Jun 22 07:21:44.814822 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-b6269afa-d65c-42a1-9277-a45e719bb007 req-8e1e2407-6b54-412c-956b-078f43570d1f service neutron] 10.222.0.41 "GET /v2.0/networks/b91fcb38-ada5-4353-b77e-00fb398ce7d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886834 Jun 22 07:21:44.929844 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-b6269afa-d65c-42a1-9277-a45e719bb007 req-d326ed2a-e260-4e1c-8c1b-ebdf649fe8b3 service neutron] 10.222.0.41 "GET /v2.0/networks/b91fcb38-ada5-4353-b77e-00fb398ce7d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066906 Jun 22 07:21:45.034893 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9b5711-657e-452e-939b-8708028c7e35 req-ee160b24-5e93-4385-ad3c-7cd6301d6155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:21:45.036394 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-fb9b5711-657e-452e-939b-8708028c7e35 req-ee160b24-5e93-4385-ad3c-7cd6301d6155 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e8e015950749433d91627c7d2fff432f&device_id=441f6a0f-f857-40b6-9cfd-e8cc8b189da3 HTTP/1.1" status: 200 len: 1097 time: 0.0547106 Jun 22 07:21:45.123738 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9b5711-657e-452e-939b-8708028c7e35 req-8645a401-5ba8-4bc8-b7de-e5b1041eadc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:21:45.125208 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-fb9b5711-657e-452e-939b-8708028c7e35 req-8645a401-5ba8-4bc8-b7de-e5b1041eadc7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b91fcb38-ada5-4353-b77e-00fb398ce7d0 HTTP/1.1" status: 200 len: 918 time: 0.0823033 Jun 22 07:21:45.179801 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-fb9b5711-657e-452e-939b-8708028c7e35 req-08456120-ecae-434e-a7f3-6954886ee8c1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d95787bc-48f6-48c9-9f0d-7b3342686306 HTTP/1.1" status: 200 len: 217 time: 0.0384154 Jun 22 07:21:45.231685 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9b5711-657e-452e-939b-8708028c7e35 req-ac80fc0e-5be5-4d05-ad21-6c25f967f5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:21:45.233169 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-fb9b5711-657e-452e-939b-8708028c7e35 req-ac80fc0e-5be5-4d05-ad21-6c25f967f5e1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f579e111-0d0d-464b-ba2e-9baae47e7af2 HTTP/1.1" status: 200 len: 856 time: 0.0450799 Jun 22 07:21:45.293052 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9b5711-657e-452e-939b-8708028c7e35 req-890007af-1e47-40de-a5c1-8e341f0b5b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:21:45.294482 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-fb9b5711-657e-452e-939b-8708028c7e35 req-890007af-1e47-40de-a5c1-8e341f0b5b65 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b91fcb38-ada5-4353-b77e-00fb398ce7d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0530522 Jun 22 07:21:45.344666 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16922a61-1a5b-4a91-a724-f2cec0ad58df req-6fd51e95-ca8d-4ad7-87e3-326f78612c51 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:21:45.346140 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-16922a61-1a5b-4a91-a724-f2cec0ad58df req-6fd51e95-ca8d-4ad7-87e3-326f78612c51 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=441f6a0f-f857-40b6-9cfd-e8cc8b189da3 HTTP/1.1" status: 200 len: 944 time: 0.1058831 Jun 22 07:21:45.354672 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7e30c1-3d7c-4efc-8b63-7f2148093b8e req-cfb28fcb-7db0-42aa-a818-79eea9caa5f4 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:21:45.356419 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-cf7e30c1-3d7c-4efc-8b63-7f2148093b8e req-cfb28fcb-7db0-42aa-a818-79eea9caa5f4 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] 10.222.0.24 "GET /v2.0/ports?device_id=e06b8c2b-299c-47b2-816b-b7bf0d326c99 HTTP/1.1" status: 200 len: 945 time: 0.1053026 Jun 22 07:21:45.390860 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-fb9b5711-657e-452e-939b-8708028c7e35 req-78f29fdb-2dc7-42fd-8a6c-1ec12ad06bc9 service neutron] 10.222.0.41 "GET /v2.0/networks/b91fcb38-ada5-4353-b77e-00fb398ce7d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880067 Jun 22 07:21:45.409946 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-16922a61-1a5b-4a91-a724-f2cec0ad58df req-2f4d2e0f-1022-4765-b365-02cbe0e8f5ed tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/security-groups?id=caea7c39-2e48-46ab-adf2-ac00c54c08da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526674 Jun 22 07:21:45.448001 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-cf7e30c1-3d7c-4efc-8b63-7f2148093b8e req-11645395-b20d-49a2-92b7-d044dcd7af65 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c57c8ce-dc6e-4d15-a567-952cea45b9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837679 Jun 22 07:21:45.479499 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4156cee-b081-4170-ae7f-2682d1a4fde8 req-70667d78-7a6a-4d5b-b73b-1712b9032678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:21:45.481471 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-c4156cee-b081-4170-ae7f-2682d1a4fde8 req-70667d78-7a6a-4d5b-b73b-1712b9032678 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bad142e993074902a8d64ad034fcd38e&device_id=e06b8c2b-299c-47b2-816b-b7bf0d326c99 HTTP/1.1" status: 200 len: 1098 time: 0.0660260 Jun 22 07:21:45.488952 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-fb9b5711-657e-452e-939b-8708028c7e35 req-ba179dfe-46c9-4c33-ba6c-4c24a1de9288 service neutron] 10.222.0.41 "GET /v2.0/networks/b91fcb38-ada5-4353-b77e-00fb398ce7d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878453 Jun 22 07:21:45.575771 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4156cee-b081-4170-ae7f-2682d1a4fde8 req-c49d5673-dd6d-4d4b-a357-430577a1c29a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:21:45.577334 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-c4156cee-b081-4170-ae7f-2682d1a4fde8 req-c49d5673-dd6d-4d4b-a357-430577a1c29a service neutron] 10.222.0.41 "GET /v2.0/networks?id=d7f11af1-230f-4471-a5c1-4f5f3c60c8f3 HTTP/1.1" status: 200 len: 910 time: 0.0874026 Jun 22 07:21:45.650370 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-c4156cee-b081-4170-ae7f-2682d1a4fde8 req-21264f8f-1a15-4ce1-abec-8b7b7cbab14c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=71fe681a-3e39-4ecd-9cfc-22b161500189 HTTP/1.1" status: 200 len: 1001 time: 0.0658407 Jun 22 07:21:45.703263 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4156cee-b081-4170-ae7f-2682d1a4fde8 req-48e12764-cb91-474f-96d4-30ec5c2c9d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:21:45.705081 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-c4156cee-b081-4170-ae7f-2682d1a4fde8 req-48e12764-cb91-474f-96d4-30ec5c2c9d6f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=891a545b-b43a-4ff2-9704-5f5d06788d9d HTTP/1.1" status: 200 len: 848 time: 0.0474422 Jun 22 07:21:45.769506 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4156cee-b081-4170-ae7f-2682d1a4fde8 req-a93ed477-9667-45b4-9748-a348df86de26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:21:45.771724 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-c4156cee-b081-4170-ae7f-2682d1a4fde8 req-a93ed477-9667-45b4-9748-a348df86de26 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d7f11af1-230f-4471-a5c1-4f5f3c60c8f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0572662 Jun 22 07:21:45.877964 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-c4156cee-b081-4170-ae7f-2682d1a4fde8 req-20bcd3fe-71d9-4bde-882b-45c112aa8090 service neutron] 10.222.0.41 "GET /v2.0/networks/d7f11af1-230f-4471-a5c1-4f5f3c60c8f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958102 Jun 22 07:21:46.007712 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-c4156cee-b081-4170-ae7f-2682d1a4fde8 req-a7992baf-3ee7-45c5-a00b-cbb417078594 service neutron] 10.222.0.41 "GET /v2.0/networks/d7f11af1-230f-4471-a5c1-4f5f3c60c8f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194732 Jun 22 07:21:46.640818 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86437288-f79a-4fcd-8da8-35b15e29a7fe req-87115577-24a6-4bd0-82eb-1a23ea858ab5 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:21:46.642212 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-86437288-f79a-4fcd-8da8-35b15e29a7fe req-87115577-24a6-4bd0-82eb-1a23ea858ab5 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=441f6a0f-f857-40b6-9cfd-e8cc8b189da3 HTTP/1.1" status: 200 len: 944 time: 0.1109111 Jun 22 07:21:46.662232 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5169333-f673-40ff-9997-edc88d52e49a req-343c6c89-4b04-4a01-83db-b04b3e110134 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:21:46.663613 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-a5169333-f673-40ff-9997-edc88d52e49a req-343c6c89-4b04-4a01-83db-b04b3e110134 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] 10.222.0.24 "GET /v2.0/ports?device_id=e06b8c2b-299c-47b2-816b-b7bf0d326c99 HTTP/1.1" status: 200 len: 945 time: 0.0977924 Jun 22 07:21:46.709287 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-86437288-f79a-4fcd-8da8-35b15e29a7fe req-077e15fd-26f8-4dd2-aea7-63e39ba9bd51 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/security-groups?id=caea7c39-2e48-46ab-adf2-ac00c54c08da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606804 Jun 22 07:21:46.722301 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-a5169333-f673-40ff-9997-edc88d52e49a req-ca83c109-d084-4c81-af5e-823dddfdda5b tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c57c8ce-dc6e-4d15-a567-952cea45b9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502985 Jun 22 07:21:46.989020 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 50908) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:21:47.034228 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcc4df06-b3f2-423d-ae8c-4c3f38c33b88 admin admin] Deleting subnet d4483fa6-47b1-4c53-916f-dac6cc9af913 {{(pid=92919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 07:21:47.037254 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-fcc4df06-b3f2-423d-ae8c-4c3f38c33b88 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:47.077260 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-fcc4df06-b3f2-423d-ae8c-4c3f38c33b88 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4640585'] for subnet, precommit_delete_associations {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:47.117188 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-fcc4df06-b3f2-423d-ae8c-4c3f38c33b88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1883746'] for subnet, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:47.170566 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-fcc4df06-b3f2-423d-ae8c-4c3f38c33b88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1883739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4832729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5137568'] for subnet, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:47.173614 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-c869bf44-6041-4281-a172-095d54eca12d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:21:47.197694 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc4df06-b3f2-423d-ae8c-4c3f38c33b88 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4483fa6-47b1-4c53-916f-dac6cc9af913,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:21:47.200164 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-fcc4df06-b3f2-423d-ae8c-4c3f38c33b88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-690179'] for subnet, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:47.202013 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-fcc4df06-b3f2-423d-ae8c-4c3f38c33b88 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/d4483fa6-47b1-4c53-916f-dac6cc9af913 HTTP/1.1" status: 204 len: 168 time: 0.2120342 Jun 22 07:21:47.202883 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-fcc4df06-b3f2-423d-ae8c-4c3f38c33b88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:21:47.204783 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 50910) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:21:47.274595 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-deef0bc4-d0ed-4602-adb8-3563b1365171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777681'] for network, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:47.352763 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-deef0bc4-d0ed-4602-adb8-3563b1365171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1883115', 'neutron.services.segments.db._delete_segments_for_network-8773474011859'] for network, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:47.362604 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.services.segments.db [None req-deef0bc4-d0ed-4602-adb8-3563b1365171 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0d26156-5544-45e5-8458-d39a1fe9c9e7']}} {{(pid=92919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:21:47.372188 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.services.segments.db [None req-deef0bc4-d0ed-4602-adb8-3563b1365171 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08516320-2c7c-4598-9ebf-1db863ce4606') {'for_net_delete': True} {{(pid=92919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:21:47.372501 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.services.segments.db [None req-deef0bc4-d0ed-4602-adb8-3563b1365171 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08516320-2c7c-4598-9ebf-1db863ce4606') {} {{(pid=92919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:21:47.380985 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-deef0bc4-d0ed-4602-adb8-3563b1365171 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773474011688', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4640638'] for segment, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:47.399351 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-deef0bc4-d0ed-4602-adb8-3563b1365171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1885363'] for segment, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:47.406291 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-deef0bc4-d0ed-4602-adb8-3563b1365171 admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=92919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 07:21:47.406667 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-deef0bc4-d0ed-4602-adb8-3563b1365171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1885363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5222240'] for segment, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:47.410452 dv-cinder-786627-11-iscsi neutron-server[92919]: Traceback (most recent call last): Jun 22 07:21:47.410452 dv-cinder-786627-11-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 07:21:47.410452 dv-cinder-786627-11-iscsi neutron-server[92919]: timer() Jun 22 07:21:47.410452 dv-cinder-786627-11-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 07:21:47.410452 dv-cinder-786627-11-iscsi neutron-server[92919]: cb(*args, **kw) Jun 22 07:21:47.410452 dv-cinder-786627-11-iscsi neutron-server[92919]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 07:21:47.410452 dv-cinder-786627-11-iscsi neutron-server[92919]: return func(*args, **kwargs) Jun 22 07:21:47.410452 dv-cinder-786627-11-iscsi neutron-server[92919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 07:21:47.410452 dv-cinder-786627-11-iscsi neutron-server[92919]: self._notify() Jun 22 07:21:47.410452 dv-cinder-786627-11-iscsi neutron-server[92919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 07:21:47.410452 dv-cinder-786627-11-iscsi neutron-server[92919]: self.callback(batched_events) Jun 22 07:21:47.410452 dv-cinder-786627-11-iscsi neutron-server[92919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 07:21:47.410452 dv-cinder-786627-11-iscsi neutron-server[92919]: event.method(event) Jun 22 07:21:47.410452 dv-cinder-786627-11-iscsi neutron-server[92919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 07:21:47.410452 dv-cinder-786627-11-iscsi neutron-server[92919]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 07:21:47.410452 dv-cinder-786627-11-iscsi neutron-server[92919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 07:21:47.410452 dv-cinder-786627-11-iscsi neutron-server[92919]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 07:21:47.410452 dv-cinder-786627-11-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 07:21:47.410452 dv-cinder-786627-11-iscsi neutron-server[92919]: return f(self, *a, **k) Jun 22 07:21:47.410452 dv-cinder-786627-11-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 07:21:47.410452 dv-cinder-786627-11-iscsi neutron-server[92919]: return self._get(url).json() Jun 22 07:21:47.410452 dv-cinder-786627-11-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 07:21:47.410452 dv-cinder-786627-11-iscsi neutron-server[92919]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 07:21:47.410452 dv-cinder-786627-11-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 07:21:47.410452 dv-cinder-786627-11-iscsi neutron-server[92919]: return self.request(url, 'GET', **kwargs) Jun 22 07:21:47.410452 dv-cinder-786627-11-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 07:21:47.410452 dv-cinder-786627-11-iscsi neutron-server[92919]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 07:21:47.410452 dv-cinder-786627-11-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 07:21:47.410452 dv-cinder-786627-11-iscsi neutron-server[92919]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 07:21:47.410452 dv-cinder-786627-11-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 07:21:47.410452 dv-cinder-786627-11-iscsi neutron-server[92919]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 07:21:47.410452 dv-cinder-786627-11-iscsi neutron-server[92919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 07:21:47.463877 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-deef0bc4-d0ed-4602-adb8-3563b1365171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1883104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-54575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-690206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-706735'] for network, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:47.470136 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-deef0bc4-d0ed-4602-adb8-3563b1365171 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-690179'] for network, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:47.472850 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-deef0bc4-d0ed-4602-adb8-3563b1365171 admin admin] 10.222.0.24 "DELETE /v2.0/networks/d0d26156-5544-45e5-8458-d39a1fe9c9e7 HTTP/1.1" status: 204 len: 168 time: 0.2671242 Jun 22 07:21:47.473601 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:21:47.486443 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deef0bc4-d0ed-4602-adb8-3563b1365171 admin admin] Pushing event deleted for resources: {'Network': ['ID=d0d26156-5544-45e5-8458-d39a1fe9c9e7,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:21:47.489565 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-deef0bc4-d0ed-4602-adb8-3563b1365171 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:21:47.634027 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 50914) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:21:47.674209 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-ac238782-8701-4b18-8ab9-8ffeab5dded2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d1c9bbbc51cd43a7aec548ec0f9930bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0390077 Jun 22 07:21:47.676646 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 50916) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:21:47.727425 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-c0d4e031-007f-49ca-8785-2a827c983b12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:47.749390 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-c0d4e031-007f-49ca-8785-2a827c983b12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:47.815824 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-c0d4e031-007f-49ca-8785-2a827c983b12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:47.819735 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-c0d4e031-007f-49ca-8785-2a827c983b12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:47.825058 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-c0d4e031-007f-49ca-8785-2a827c983b12 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cf97d36a-8254-4827-849c-067a7bdc32b0 HTTP/1.1" status: 204 len: 168 time: 0.1473773 Jun 22 07:21:47.826254 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-c08cab4d-6b1b-4424-acea-6a9b463ce28f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:21:47.840347 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4e031-007f-49ca-8785-2a827c983b12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf97d36a-8254-4827-849c-067a7bdc32b0,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:21:47.846675 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-c0d4e031-007f-49ca-8785-2a827c983b12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:21:47.960464 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377b6162-10f9-4e30-9d38-57adf2a5a8ec req-852fad54-a382-4405-bbfb-b945e5bb1fa1 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:21:47.961943 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-377b6162-10f9-4e30-9d38-57adf2a5a8ec req-852fad54-a382-4405-bbfb-b945e5bb1fa1 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=441f6a0f-f857-40b6-9cfd-e8cc8b189da3 HTTP/1.1" status: 200 len: 944 time: 0.1168227 Jun 22 07:21:47.970681 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9b9c9e-fdf0-410b-8770-befc16fc5fb2 req-4820deb1-8cb5-4140-a96c-415edc8676b3 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:21:47.972102 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-8f9b9c9e-fdf0-410b-8770-befc16fc5fb2 req-4820deb1-8cb5-4140-a96c-415edc8676b3 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] 10.222.0.24 "GET /v2.0/ports?device_id=e06b8c2b-299c-47b2-816b-b7bf0d326c99 HTTP/1.1" status: 200 len: 945 time: 0.1243196 Jun 22 07:21:48.032240 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-377b6162-10f9-4e30-9d38-57adf2a5a8ec req-64da9196-0030-4d2b-a12f-415233d7193b tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/security-groups?id=caea7c39-2e48-46ab-adf2-ac00c54c08da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591326 Jun 22 07:21:48.040185 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-8f9b9c9e-fdf0-410b-8770-befc16fc5fb2 req-fbc219c3-d25e-465d-bb0b-f5ea1f9e3a0d tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c57c8ce-dc6e-4d15-a567-952cea45b9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603642 Jun 22 07:21:48.768422 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Device d95787bc-48f6-48c9-9f0d-7b3342686306 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=92921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 07:21:48.901511 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] For port d95787bc-48f6-48c9-9f0d-7b3342686306, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=d95787bc-48f6-48c9-9f0d-7b3342686306,segment=NetworkSegment(8d1bc002-3124-433f-9368-96f826d6cba6),segment_id=8d1bc002-3124-433f-9368-96f826d6cba6)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:21:48.913714 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Returning: {'device': 'd95787bc-48f6-48c9-9f0d-7b3342686306', 'network_id': 'b91fcb38-ada5-4353-b77e-00fb398ce7d0', 'port_id': 'd95787bc-48f6-48c9-9f0d-7b3342686306', 'mac_address': 'fa:16:3e:aa:a9:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f579e111-0d0d-464b-ba2e-9baae47e7af2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 07:21:48.956840 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:48.977012 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.notifiers.nova [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d95787bc-48f6-48c9-9f0d-7b3342686306 {{(pid=92921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 07:21:49.001661 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] For port d95787bc-48f6-48c9-9f0d-7b3342686306, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=d95787bc-48f6-48c9-9f0d-7b3342686306,segment=NetworkSegment(8d1bc002-3124-433f-9368-96f826d6cba6),segment_id=8d1bc002-3124-433f-9368-96f826d6cba6)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:21:49.006151 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:49.007877 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-cff053ac-7a84-45fe-9de1-a1edfff7eb6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:21:49.052990 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Pushing event updated for resources: {'Port': ['ID=d95787bc-48f6-48c9-9f0d-7b3342686306,revision_number=4']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:21:49.060320 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:21:49.060691 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:21:49.061030 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:21:49.061363 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:21:49.061688 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:21:49.062018 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:21:49.062339 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:21:49.062672 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:21:49.063033 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:21:49.063315 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:21:49.063640 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:21:49.063955 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:21:49.075046 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:21:49.257966 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65814d81-6a7d-4a2d-a469-d9210947b9ff req-7e4e94a5-3135-46d7-9c08-ec9954fa6413 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:21:49.259417 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-65814d81-6a7d-4a2d-a469-d9210947b9ff req-7e4e94a5-3135-46d7-9c08-ec9954fa6413 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] 10.222.0.24 "GET /v2.0/ports?device_id=e06b8c2b-299c-47b2-816b-b7bf0d326c99 HTTP/1.1" status: 200 len: 945 time: 0.1044996 Jun 22 07:21:49.267328 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9640ef-8250-499a-8a2c-c520dcde4378 req-db9fea2f-07de-464b-a27e-5f8e82303fae tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:21:49.268699 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-6f9640ef-8250-499a-8a2c-c520dcde4378 req-db9fea2f-07de-464b-a27e-5f8e82303fae tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=441f6a0f-f857-40b6-9cfd-e8cc8b189da3 HTTP/1.1" status: 200 len: 945 time: 0.1045818 Jun 22 07:21:49.325998 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-65814d81-6a7d-4a2d-a469-d9210947b9ff req-484ebf26-d552-4d97-abd6-e6d8d19c6975 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c57c8ce-dc6e-4d15-a567-952cea45b9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563407 Jun 22 07:21:49.333818 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-6f9640ef-8250-499a-8a2c-c520dcde4378 req-de44eee3-4e07-42b1-a96f-7f6a3d054f73 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/security-groups?id=caea7c39-2e48-46ab-adf2-ac00c54c08da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584431 Jun 22 07:21:49.376865 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] get_ports_and_sgs() called for port_ids ['d95787bc-48f6-48c9-9f0d-7b3342686306'] {{(pid=92921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 07:21:49.619142 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-e6d73771-a124-42e4-886b-6630b7e04bbf req-e5c2d49e-445f-4606-bf58-468f6e0b9550 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e06b8c2b-299c-47b2-816b-b7bf0d326c99&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0563529 Jun 22 07:21:49.698146 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15d3edf-e955-48c6-b576-80b1303c1d3f req-59a775ae-e836-4838-bab2-a8818a3d24ab tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:21:49.700188 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-b15d3edf-e955-48c6-b576-80b1303c1d3f req-59a775ae-e836-4838-bab2-a8818a3d24ab tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] 10.222.0.24 "GET /v2.0/ports?device_id=e06b8c2b-299c-47b2-816b-b7bf0d326c99 HTTP/1.1" status: 200 len: 945 time: 0.0734608 Jun 22 07:21:49.745633 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-b15d3edf-e955-48c6-b576-80b1303c1d3f req-c0702df8-91ca-4141-b14e-c7a0b4db9123 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c57c8ce-dc6e-4d15-a567-952cea45b9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356297 Jun 22 07:21:50.509172 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f532761-5137-4fff-9b78-101088fd6f54 req-fd631336-0b6d-46c4-9c1c-60262574b81b tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:21:50.510632 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-8f532761-5137-4fff-9b78-101088fd6f54 req-fd631336-0b6d-46c4-9c1c-60262574b81b tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=441f6a0f-f857-40b6-9cfd-e8cc8b189da3 HTTP/1.1" status: 200 len: 945 time: 0.0638068 Jun 22 07:21:50.551986 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-8f532761-5137-4fff-9b78-101088fd6f54 req-f29a5b6b-9f6c-4028-94f5-714d84b39a2b tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/security-groups?id=caea7c39-2e48-46ab-adf2-ac00c54c08da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347795 Jun 22 07:21:50.782147 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Device d95787bc-48f6-48c9-9f0d-7b3342686306 up at agent hyperv_hv-cinder-78662 {{(pid=92921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 07:21:50.837827 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Provisioning for port d95787bc-48f6-48c9-9f0d-7b3342686306 completed by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 07:21:50.842728 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Provisioning complete for port d95787bc-48f6-48c9-9f0d-7b3342686306 triggered by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:21:50.843111 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1879668'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:50.932728 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:50.936772 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392a4f9e-70a5-4a3c-8e05-8a5eb2f5e5a6 req-dd6465c5-8c8e-4cf4-87d6-1216d80b7e9b tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:21:50.938289 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-392a4f9e-70a5-4a3c-8e05-8a5eb2f5e5a6 req-dd6465c5-8c8e-4cf4-87d6-1216d80b7e9b tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] 10.222.0.24 "GET /v2.0/ports?device_id=e06b8c2b-299c-47b2-816b-b7bf0d326c99 HTTP/1.1" status: 200 len: 945 time: 0.0721259 Jun 22 07:21:50.957173 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '441f6a0f-f857-40b6-9cfd-e8cc8b189da3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd95787bc-48f6-48c9-9f0d-7b3342686306'}] {{(pid=92921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 07:21:50.959618 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4609914990d9533a1079bbd359c82c974bab58cbf2fcf9d17aa38aa491f36217" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d25c7e38-3d4e-447d-9a4e-587a2f1a0e1b" -d '{"events": [{"server_uuid": "441f6a0f-f857-40b6-9cfd-e8cc8b189da3", "name": "network-vif-plugged", "status": "completed", "tag": "d95787bc-48f6-48c9-9f0d-7b3342686306"}]}' {{(pid=92921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 07:21:50.974231 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] For port d95787bc-48f6-48c9-9f0d-7b3342686306, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=d95787bc-48f6-48c9-9f0d-7b3342686306,segment=NetworkSegment(8d1bc002-3124-433f-9368-96f826d6cba6),segment_id=8d1bc002-3124-433f-9368-96f826d6cba6)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:21:50.977944 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-392a4f9e-70a5-4a3c-8e05-8a5eb2f5e5a6 req-f8fc9ac5-f487-4727-bff2-5504ed464fd9 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c57c8ce-dc6e-4d15-a567-952cea45b9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338333 Jun 22 07:21:50.979064 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:50.981349 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Device 71fe681a-3e39-4ecd-9cfc-22b161500189 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=92921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 07:21:50.983208 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-6cb6e0de-34b7-4061-ad60-fcd57f6416f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:21:51.029420 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 07:21:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d41ba2bd-3f15-45ef-a3a6-552066983458 x-openstack-request-id: req-d41ba2bd-3f15-45ef-a3a6-552066983458 {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 07:21:51.029714 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "441f6a0f-f857-40b6-9cfd-e8cc8b189da3", "name": "network-vif-plugged", "status": "completed", "tag": "d95787bc-48f6-48c9-9f0d-7b3342686306", "code": 200}]} {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 07:21:51.029965 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d41ba2bd-3f15-45ef-a3a6-552066983458 {{(pid=92921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 07:21:51.030348 dv-cinder-786627-11-iscsi neutron-server[92921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '441f6a0f-f857-40b6-9cfd-e8cc8b189da3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd95787bc-48f6-48c9-9f0d-7b3342686306', 'code': 200} Jun 22 07:21:51.063239 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Pushing event updated for resources: {'Port': ['ID=d95787bc-48f6-48c9-9f0d-7b3342686306,revision_number=5']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:21:51.066667 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:21:51.106540 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:51.138104 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] For port 71fe681a-3e39-4ecd-9cfc-22b161500189, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=71fe681a-3e39-4ecd-9cfc-22b161500189,segment=NetworkSegment(0f65caae-8828-41c5-aacf-f49c73598fb9),segment_id=0f65caae-8828-41c5-aacf-f49c73598fb9)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:21:51.141728 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:21:51.143433 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-6c9aa8da-7340-460c-a99e-06a77c0b4290 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:21:51.189233 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Pushing event updated for resources: {'Port': ['ID=71fe681a-3e39-4ecd-9cfc-22b161500189,revision_number=6']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:21:51.192093 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:21:51.728918 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00683595-e950-4865-8c1e-55aa31caa1c6 req-6e39fc12-c139-4dfb-a826-0d9f6147aedd tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:21:51.730670 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-00683595-e950-4865-8c1e-55aa31caa1c6 req-6e39fc12-c139-4dfb-a826-0d9f6147aedd tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=441f6a0f-f857-40b6-9cfd-e8cc8b189da3 HTTP/1.1" status: 200 len: 946 time: 0.0637770 Jun 22 07:21:51.767667 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-00683595-e950-4865-8c1e-55aa31caa1c6 req-4417e099-e86e-454e-9f59-91d66bec3766 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/security-groups?id=caea7c39-2e48-46ab-adf2-ac00c54c08da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312767 Jun 22 07:21:52.168013 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bba84c-9913-4eb3-a07b-2eb3d719b6cc req-aa43748f-981e-4a7d-8116-0d949df64994 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:21:52.169684 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-b6bba84c-9913-4eb3-a07b-2eb3d719b6cc req-aa43748f-981e-4a7d-8116-0d949df64994 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] 10.222.0.24 "GET /v2.0/ports?device_id=e06b8c2b-299c-47b2-816b-b7bf0d326c99 HTTP/1.1" status: 200 len: 943 time: 0.0706754 Jun 22 07:21:52.211724 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-b6bba84c-9913-4eb3-a07b-2eb3d719b6cc req-d68633b0-785f-4990-9186-e5c49cad3e2c tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c57c8ce-dc6e-4d15-a567-952cea45b9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359328 Jun 22 07:21:52.948074 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a902047-483c-43b5-822c-e7fc2ce77e40 req-6f139db5-62e0-4c15-ad50-ee5b98af3e87 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:21:52.949901 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-5a902047-483c-43b5-822c-e7fc2ce77e40 req-6f139db5-62e0-4c15-ad50-ee5b98af3e87 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=441f6a0f-f857-40b6-9cfd-e8cc8b189da3 HTTP/1.1" status: 200 len: 946 time: 0.0653541 Jun 22 07:21:52.988946 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-5a902047-483c-43b5-822c-e7fc2ce77e40 req-d5bbdb70-8796-4396-902a-285aaa2add31 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/security-groups?id=caea7c39-2e48-46ab-adf2-ac00c54c08da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331905 Jun 22 07:21:53.031430 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e06b8c2b-299c-47b2-816b-b7bf0d326c99', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71fe681a-3e39-4ecd-9cfc-22b161500189'}] {{(pid=92921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 07:21:53.033865 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4609914990d9533a1079bbd359c82c974bab58cbf2fcf9d17aa38aa491f36217" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27f4d672-01f7-452c-9314-34bf6f033b71" -d '{"events": [{"server_uuid": "e06b8c2b-299c-47b2-816b-b7bf0d326c99", "name": "network-vif-unplugged", "status": "completed", "tag": "71fe681a-3e39-4ecd-9cfc-22b161500189"}]}' {{(pid=92921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 07:21:53.065777 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 22 Jun 2021 07:21:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60f2a29d-c9b1-45cf-af3a-03a7800fea20 x-openstack-request-id: req-60f2a29d-c9b1-45cf-af3a-03a7800fea20 {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 07:21:53.066075 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e06b8c2b-299c-47b2-816b-b7bf0d326c99", "name": "network-vif-unplugged", "status": "failed", "tag": "71fe681a-3e39-4ecd-9cfc-22b161500189", "code": 422}]} {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 07:21:53.066332 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-60f2a29d-c9b1-45cf-af3a-03a7800fea20 {{(pid=92921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 07:21:53.066769 dv-cinder-786627-11-iscsi neutron-server[92921]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e06b8c2b-299c-47b2-816b-b7bf0d326c99', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '71fe681a-3e39-4ecd-9cfc-22b161500189', 'code': 422} returned with failed status Jun 22 07:21:53.395391 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c09be01-8521-416d-bfe6-6cca294d0210 req-337a9eba-597c-45f4-9fe7-f4e6ef3bd456 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:21:53.396906 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-2c09be01-8521-416d-bfe6-6cca294d0210 req-337a9eba-597c-45f4-9fe7-f4e6ef3bd456 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] 10.222.0.24 "GET /v2.0/ports?device_id=e06b8c2b-299c-47b2-816b-b7bf0d326c99 HTTP/1.1" status: 200 len: 943 time: 0.0709498 Jun 22 07:21:53.442785 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-2c09be01-8521-416d-bfe6-6cca294d0210 req-03b39c1d-0b87-434a-ba7a-f71f990c9669 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c57c8ce-dc6e-4d15-a567-952cea45b9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385177 Jun 22 07:21:54.169108 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb083b28-3438-4c09-a56b-02eda51cbccc req-61a93bea-5b24-4fb3-9297-f14152014e91 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:21:54.170687 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-bb083b28-3438-4c09-a56b-02eda51cbccc req-61a93bea-5b24-4fb3-9297-f14152014e91 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=441f6a0f-f857-40b6-9cfd-e8cc8b189da3 HTTP/1.1" status: 200 len: 946 time: 0.0690281 Jun 22 07:21:54.210526 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-bb083b28-3438-4c09-a56b-02eda51cbccc req-49f8b7d0-6477-44cf-9f6b-e55c9f61b954 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/security-groups?id=caea7c39-2e48-46ab-adf2-ac00c54c08da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342636 Jun 22 07:21:54.514201 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1eefa7-5457-4e6b-9e84-e85d1f873116 req-c88679ff-c477-44a8-9b3c-9a4a7b94c814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:21:54.515710 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-5b1eefa7-5457-4e6b-9e84-e85d1f873116 req-c88679ff-c477-44a8-9b3c-9a4a7b94c814 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=441f6a0f-f857-40b6-9cfd-e8cc8b189da3 HTTP/1.1" status: 200 len: 1099 time: 0.0559735 Jun 22 07:21:54.554136 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-5b1eefa7-5457-4e6b-9e84-e85d1f873116 req-d41ff0fc-b93d-4088-a99c-085c58149ae8 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=caea7c39-2e48-46ab-adf2-ac00c54c08da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309875 Jun 22 07:21:54.630634 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410811c8-93a3-4585-a14f-0eb554b438ee req-20d7b902-acde-4159-8a00-07bce0f0ea29 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:21:54.632009 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-410811c8-93a3-4585-a14f-0eb554b438ee req-20d7b902-acde-4159-8a00-07bce0f0ea29 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] 10.222.0.24 "GET /v2.0/ports?device_id=e06b8c2b-299c-47b2-816b-b7bf0d326c99 HTTP/1.1" status: 200 len: 943 time: 0.0703375 Jun 22 07:21:54.676782 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-410811c8-93a3-4585-a14f-0eb554b438ee req-38e73647-b1ba-43a6-aab3-d69b751d6552 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c57c8ce-dc6e-4d15-a567-952cea45b9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372920 Jun 22 07:21:55.395967 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fec6000-76fe-4e78-961b-2db26f62bb7a req-979d59c0-cd9e-45a5-a406-4c16e836ff3e tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:21:55.397462 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-2fec6000-76fe-4e78-961b-2db26f62bb7a req-979d59c0-cd9e-45a5-a406-4c16e836ff3e tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=441f6a0f-f857-40b6-9cfd-e8cc8b189da3 HTTP/1.1" status: 200 len: 946 time: 0.0684226 Jun 22 07:21:55.436560 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-2fec6000-76fe-4e78-961b-2db26f62bb7a req-f78e7673-25e4-419b-9b79-8f3068fd0060 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/security-groups?id=caea7c39-2e48-46ab-adf2-ac00c54c08da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329843 Jun 22 07:21:55.738002 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d73771-a124-42e4-886b-6630b7e04bbf req-0d59fa90-d8c9-4156-b007-933e1cdee31a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:21:55.739501 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-e6d73771-a124-42e4-886b-6630b7e04bbf req-0d59fa90-d8c9-4156-b007-933e1cdee31a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e06b8c2b-299c-47b2-816b-b7bf0d326c99&tenant_id=bad142e993074902a8d64ad034fcd38e HTTP/1.1" status: 200 len: 1096 time: 0.0919883 Jun 22 07:21:55.861749 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d73771-a124-42e4-886b-6630b7e04bbf req-d0569f20-c342-4676-ae25-9ac6426a7972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:21:55.863205 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-e6d73771-a124-42e4-886b-6630b7e04bbf req-d0569f20-c342-4676-ae25-9ac6426a7972 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bad142e993074902a8d64ad034fcd38e&device_id=e06b8c2b-299c-47b2-816b-b7bf0d326c99 HTTP/1.1" status: 200 len: 1096 time: 0.0979869 Jun 22 07:21:55.874800 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a8e1b5-6449-41f9-989e-c8164193549c req-1483fb0f-299d-44a6-894b-026cebd53308 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:21:55.876173 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-c5a8e1b5-6449-41f9-989e-c8164193549c req-1483fb0f-299d-44a6-894b-026cebd53308 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] 10.222.0.24 "GET /v2.0/ports?device_id=e06b8c2b-299c-47b2-816b-b7bf0d326c99 HTTP/1.1" status: 200 len: 943 time: 0.0815558 Jun 22 07:21:55.915020 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-c5a8e1b5-6449-41f9-989e-c8164193549c req-b8fee6fc-d91f-4e7a-8178-a96c2a4daf0d tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c57c8ce-dc6e-4d15-a567-952cea45b9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330255 Jun 22 07:21:56.616497 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ad10ee-d08a-4ba1-8aac-da5da56775a7 req-6ddd66ea-7a73-4a2e-9a05-4d094fa25b32 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:21:56.617973 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-03ad10ee-d08a-4ba1-8aac-da5da56775a7 req-6ddd66ea-7a73-4a2e-9a05-4d094fa25b32 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=441f6a0f-f857-40b6-9cfd-e8cc8b189da3 HTTP/1.1" status: 200 len: 946 time: 0.0658078 Jun 22 07:21:56.656824 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-03ad10ee-d08a-4ba1-8aac-da5da56775a7 req-80a31e2f-265a-4780-8b3e-519ab77e51bb tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/security-groups?id=caea7c39-2e48-46ab-adf2-ac00c54c08da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327320 Jun 22 07:21:57.098568 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ae5e56-e86e-4ef1-95c7-01695760f964 req-659f1b2f-4f3e-4645-bd56-77898a65edd8 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:21:57.099987 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-47ae5e56-e86e-4ef1-95c7-01695760f964 req-659f1b2f-4f3e-4645-bd56-77898a65edd8 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] 10.222.0.24 "GET /v2.0/ports?device_id=e06b8c2b-299c-47b2-816b-b7bf0d326c99 HTTP/1.1" status: 200 len: 943 time: 0.0646536 Jun 22 07:21:57.138553 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-47ae5e56-e86e-4ef1-95c7-01695760f964 req-77162a4f-74df-4ee1-818a-5c0c22160e6d tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c57c8ce-dc6e-4d15-a567-952cea45b9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326290 Jun 22 07:21:57.842201 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6753249-f401-4f89-a9bf-efdfba94be73 req-f1cb1ffe-bffb-4898-91b6-560e1df208ef tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:21:57.846911 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-e6753249-f401-4f89-a9bf-efdfba94be73 req-f1cb1ffe-bffb-4898-91b6-560e1df208ef tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=441f6a0f-f857-40b6-9cfd-e8cc8b189da3 HTTP/1.1" status: 200 len: 946 time: 0.0762424 Jun 22 07:21:57.928708 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-e6753249-f401-4f89-a9bf-efdfba94be73 req-233c649e-9f59-441e-a97b-841d657236ca tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/security-groups?id=caea7c39-2e48-46ab-adf2-ac00c54c08da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684335 Jun 22 07:21:57.953937 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d73771-a124-42e4-886b-6630b7e04bbf req-7158d68b-a1d4-4da9-be05-21e4f3747b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:21:57.955354 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-e6d73771-a124-42e4-886b-6630b7e04bbf req-7158d68b-a1d4-4da9-be05-21e4f3747b52 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d7f11af1-230f-4471-a5c1-4f5f3c60c8f3 HTTP/1.1" status: 200 len: 910 time: 0.1292791 Jun 22 07:21:58.314817 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6703660e-73ae-4258-b383-302ff22b85e7 req-7073398d-a0e1-40bb-b054-3a63f00bd209 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:21:58.316268 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-6703660e-73ae-4258-b383-302ff22b85e7 req-7073398d-a0e1-40bb-b054-3a63f00bd209 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] 10.222.0.24 "GET /v2.0/ports?device_id=e06b8c2b-299c-47b2-816b-b7bf0d326c99 HTTP/1.1" status: 200 len: 943 time: 0.0653872 Jun 22 07:21:58.355186 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-6703660e-73ae-4258-b383-302ff22b85e7 req-1f306332-6449-4c47-aa71-ad9617d3d05f tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c57c8ce-dc6e-4d15-a567-952cea45b9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331995 Jun 22 07:21:58.931050 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-e6d73771-a124-42e4-886b-6630b7e04bbf req-55d1425f-9094-4b55-8cc9-aca5a5c1cc2d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=71fe681a-3e39-4ecd-9cfc-22b161500189 HTTP/1.1" status: 200 len: 999 time: 0.0583000 Jun 22 07:21:58.945834 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.agents_db [None req-74002642-eed4-46c6-8f70-93846dc748c3 None None] Agent healthcheck: found 6 active agents {{(pid=92922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 07:21:59.106394 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec62dad-3e52-42c0-acc0-afe178616a50 req-76235bc2-0f7c-4e79-9aa0-ffda2031ba00 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:21:59.107862 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-6ec62dad-3e52-42c0-acc0-afe178616a50 req-76235bc2-0f7c-4e79-9aa0-ffda2031ba00 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=441f6a0f-f857-40b6-9cfd-e8cc8b189da3 HTTP/1.1" status: 200 len: 946 time: 0.0643315 Jun 22 07:21:59.151057 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-6ec62dad-3e52-42c0-acc0-afe178616a50 req-5d0d0831-0aa6-44a3-a032-3f6bc3f45d00 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/security-groups?id=caea7c39-2e48-46ab-adf2-ac00c54c08da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371296 Jun 22 07:21:59.526424 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddd9066-abfc-401f-beb2-27a493081d3d req-e5e0c695-4bc6-40a5-aa09-41c900112ffd tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:21:59.527864 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-7ddd9066-abfc-401f-beb2-27a493081d3d req-e5e0c695-4bc6-40a5-aa09-41c900112ffd tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] 10.222.0.24 "GET /v2.0/ports?device_id=e06b8c2b-299c-47b2-816b-b7bf0d326c99 HTTP/1.1" status: 200 len: 943 time: 0.0631030 Jun 22 07:21:59.565902 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-7ddd9066-abfc-401f-beb2-27a493081d3d req-a4877b66-f9ff-4d14-9e9e-77463258ae47 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c57c8ce-dc6e-4d15-a567-952cea45b9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314639 Jun 22 07:22:00.336744 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eba43a-5cc0-41cf-ad33-0bd4f118ca59 req-aaff843e-2a2c-4222-9ea4-cd853c82648f tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:22:00.338282 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-59eba43a-5cc0-41cf-ad33-0bd4f118ca59 req-aaff843e-2a2c-4222-9ea4-cd853c82648f tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=441f6a0f-f857-40b6-9cfd-e8cc8b189da3 HTTP/1.1" status: 200 len: 946 time: 0.0640354 Jun 22 07:22:00.378214 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-59eba43a-5cc0-41cf-ad33-0bd4f118ca59 req-9d049cb8-87f2-4c8b-9c08-64df17ed6c45 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/security-groups?id=caea7c39-2e48-46ab-adf2-ac00c54c08da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335407 Jun 22 07:22:00.450628 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d73771-a124-42e4-886b-6630b7e04bbf req-8b581ba9-7657-4299-b989-9821c8c420dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:22:00.452030 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-e6d73771-a124-42e4-886b-6630b7e04bbf req-8b581ba9-7657-4299-b989-9821c8c420dc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=891a545b-b43a-4ff2-9704-5f5d06788d9d HTTP/1.1" status: 200 len: 848 time: 0.0507555 Jun 22 07:22:00.546025 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d73771-a124-42e4-886b-6630b7e04bbf req-52d747b7-8583-426b-8e6a-536ccf398f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:22:00.547630 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-e6d73771-a124-42e4-886b-6630b7e04bbf req-52d747b7-8583-426b-8e6a-536ccf398f0d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d7f11af1-230f-4471-a5c1-4f5f3c60c8f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0589519 Jun 22 07:22:00.670319 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-e6d73771-a124-42e4-886b-6630b7e04bbf req-f1f2b929-faa7-43e2-a488-ccb326e594cc service neutron] 10.222.0.41 "GET /v2.0/networks/d7f11af1-230f-4471-a5c1-4f5f3c60c8f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954158 Jun 22 07:22:00.717405 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-ace3d0a5-c03f-4e04-bd6a-dfa5dc5d3c1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:22:00.802286 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-e6d73771-a124-42e4-886b-6630b7e04bbf req-6d5300a9-8714-4f6f-b739-2550e85ad732 service neutron] 10.222.0.41 "GET /v2.0/networks/d7f11af1-230f-4471-a5c1-4f5f3c60c8f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244223 Jun 22 07:22:00.815975 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0fad3e-75b5-4a7f-96b4-f9bde24a7e0a req-482ee32c-a54a-4c11-a9ef-9916dd2599de tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:22:00.817552 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-5a0fad3e-75b5-4a7f-96b4-f9bde24a7e0a req-482ee32c-a54a-4c11-a9ef-9916dd2599de tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] 10.222.0.24 "GET /v2.0/ports?device_id=e06b8c2b-299c-47b2-816b-b7bf0d326c99 HTTP/1.1" status: 200 len: 943 time: 0.1318250 Jun 22 07:22:00.855010 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-5a0fad3e-75b5-4a7f-96b4-f9bde24a7e0a req-74030344-06a5-4f16-91f2-7447f8835ee7 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c57c8ce-dc6e-4d15-a567-952cea45b9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317259 Jun 22 07:22:01.568116 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cac3cf0-6440-4e7e-8c90-63d550e91af6 req-110149a2-6986-471e-9a7a-c0c2f16e600b tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:22:01.569629 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-7cac3cf0-6440-4e7e-8c90-63d550e91af6 req-110149a2-6986-471e-9a7a-c0c2f16e600b tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=441f6a0f-f857-40b6-9cfd-e8cc8b189da3 HTTP/1.1" status: 200 len: 946 time: 0.0770648 Jun 22 07:22:01.612323 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-7cac3cf0-6440-4e7e-8c90-63d550e91af6 req-0b17629f-2514-4ab1-bd2f-bb4c8ea894fb tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/security-groups?id=caea7c39-2e48-46ab-adf2-ac00c54c08da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364246 Jun 22 07:22:01.797034 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcac600-052a-4515-82c1-5a15bec230e9 req-c216d0f7-7b9d-4733-96cc-7f9774c0c0b9 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:22:01.797166 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-edcac600-052a-4515-82c1-5a15bec230e9 req-c216d0f7-7b9d-4733-96cc-7f9774c0c0b9 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=441f6a0f-f857-40b6-9cfd-e8cc8b189da3 HTTP/1.1" status: 200 len: 946 time: 0.0683823 Jun 22 07:22:01.807251 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 51052) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:22:01.812630 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.v2.base [None req-2cec94ed-6f52-4f39-ae86-e60eeef87c90 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Request body: {'floatingip': {'port_id': 'd95787bc-48f6-48c9-9f0d-7b3342686306'}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:22:01.855562 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-2cec94ed-6f52-4f39-ae86-e60eeef87c90 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Notify callbacks [] for floatingip, before_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:22:02.365854 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f6871f-ef35-4a6e-9e05-3c2faf5fed35 req-a294d225-d798-43ef-a9e1-08858a0b9847 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:22:02.367284 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-20f6871f-ef35-4a6e-9e05-3c2faf5fed35 req-a294d225-d798-43ef-a9e1-08858a0b9847 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] 10.222.0.24 "GET /v2.0/ports?device_id=e06b8c2b-299c-47b2-816b-b7bf0d326c99 HTTP/1.1" status: 200 len: 943 time: 0.3949025 Jun 22 07:22:02.479636 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-20f6871f-ef35-4a6e-9e05-3c2faf5fed35 req-a4e8ebfc-3e97-4bea-8266-307b30ec21b6 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c57c8ce-dc6e-4d15-a567-952cea45b9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1051934 Jun 22 07:22:02.624700 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-2cec94ed-6f52-4f39-ae86-e60eeef87c90 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:22:02.628511 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-2cec94ed-6f52-4f39-ae86-e60eeef87c90 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-706738'] for floatingip, after_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:22:02.732052 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.db.l3_db [None req-2cec94ed-6f52-4f39-ae86-e60eeef87c90 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Floating IP 4e949215-5fbf-485d-b657-fe9e8018d8ad associated. External IP: 172.27.1.203, port: d95787bc-48f6-48c9-9f0d-7b3342686306. Jun 22 07:22:02.978458 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cec94ed-6f52-4f39-ae86-e60eeef87c90 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Router 938dbb39-699a-459d-a185-b77a2fcc80bc has already been hosted by L3 agent f18ef446-1389-4802-a345-f314a6956002 {{(pid=92919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 07:22:03.084582 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-60bc263d-b581-42c3-9991-6a7915a0e992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:22:03.092960 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cec94ed-6f52-4f39-ae86-e60eeef87c90 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Notify agent at l3_agent.dv-cinder-786627-11-iscsi the message routers_updated {{(pid=92919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 07:22:03.097673 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-2cec94ed-6f52-4f39-ae86-e60eeef87c90 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91146'] for floatingip, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:22:03.102730 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b741ecad-e5bd-45d7-ac48-fa0676cfea1e None None] Sync routers for ids ['938dbb39-699a-459d-a185-b77a2fcc80bc'] in dv-cinder-786627-11-iscsi {{(pid=92921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 07:22:03.116426 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b741ecad-e5bd-45d7-ac48-fa0676cfea1e None None] Routers {'938dbb39-699a-459d-a185-b77a2fcc80bc'} bound to L3 agent in host dv-cinder-786627-11-iscsi {{(pid=92921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 07:22:03.116426 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-b741ecad-e5bd-45d7-ac48-fa0676cfea1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-22T07:06:03Z,description=,heartbeat_timestamp=2021-06-22T07:22:03Z,host='dv-cinder-786627-11-iscsi',id=f18ef446-1389-4802-a345-f314a6956002,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T07:06:03Z,topic='l3_agent')) {'router_ids': ['938dbb39-699a-459d-a185-b77a2fcc80bc'], 'active': True} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:22:03.142385 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-2cec94ed-6f52-4f39-ae86-e60eeef87c90 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "PUT /v2.0/floatingips/4e949215-5fbf-485d-b657-fe9e8018d8ad HTTP/1.1" status: 200 len: 992 time: 1.3340199 Jun 22 07:22:03.143082 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '441f6a0f-f857-40b6-9cfd-e8cc8b189da3', 'tag': 'd95787bc-48f6-48c9-9f0d-7b3342686306'}] {{(pid=92919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 07:22:03.145686 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2874ba58536e60953e76cf0b72237944d74909d10009afe4cd7b86cda982d3ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-642cc65a-f03c-4ded-8280-d23339d5efef" -d '{"events": [{"name": "network-changed", "server_uuid": "441f6a0f-f857-40b6-9cfd-e8cc8b189da3", "tag": "d95787bc-48f6-48c9-9f0d-7b3342686306"}]}' {{(pid=92919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 07:22:03.239275 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvr_db [None req-b741ecad-e5bd-45d7-ac48-fa0676cfea1e None None] Set router 938dbb39-699a-459d-a185-b77a2fcc80bc gateway port host: dv-cinder-786627-11-iscsi {{(pid=92921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 07:22:03.325515 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 07:22:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-955273d6-d7e5-4a3e-83d5-6e1f89100b41 x-openstack-request-id: req-955273d6-d7e5-4a3e-83d5-6e1f89100b41 {{(pid=92919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 07:22:03.326096 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "441f6a0f-f857-40b6-9cfd-e8cc8b189da3", "tag": "d95787bc-48f6-48c9-9f0d-7b3342686306", "status": "completed", "code": 200}]} {{(pid=92919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 07:22:03.326398 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-955273d6-d7e5-4a3e-83d5-6e1f89100b41 {{(pid=92919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 07:22:03.326908 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '441f6a0f-f857-40b6-9cfd-e8cc8b189da3', 'tag': 'd95787bc-48f6-48c9-9f0d-7b3342686306', 'status': 'completed', 'code': 200} Jun 22 07:22:03.412814 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:22:03.611429 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-b741ecad-e5bd-45d7-ac48-fa0676cfea1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '938dbb39-699a-459d-a185-b77a2fcc80bc', 'name': 'tempest-AttachVolumeShelveTestJSON-1929265933-router', 'tenant_id': 'e8e015950749433d91627c7d2fff432f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'external_fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': '098d0e0b-08fe-483a-8b92-acc051690e6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:13:44Z', 'updated_at': '2021-06-22T07:13:52Z', 'revision_number': 4, 'project_id': 'e8e015950749433d91627c7d2fff432f', 'gw_port': {'id': '098d0e0b-08fe-483a-8b92-acc051690e6c', 'name': '', 'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ba:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938dbb39-699a-459d-a185-b77a2fcc80bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:13:46Z', 'updated_at': '2021-06-22T07:14:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-iscsi', '_floatingips': [{'id': '4e949215-5fbf-485d-b657-fe9e8018d8ad', 'tenant_id': 'e8e015950749433d91627c7d2fff432f', 'floating_ip_address': '172.27.1.203', 'floating_network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'router_id': '938dbb39-699a-459d-a185-b77a2fcc80bc', 'port_id': 'd95787bc-48f6-48c9-9f0d-7b3342686306', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b91fcb38-ada5-4353-b77e-00fb398ce7d0', 'mac_address': 'fa:16:3e:aa:a9:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441f6a0f-f857-40b6-9cfd-e8cc8b189da3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T07:21:40Z', 'updated_at': '2021-06-22T07:22:02Z', 'revision_number': 1, 'project_id': 'e8e015950749433d91627c7d2fff432f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30995bdb-9a4a-48b3-97be-68e0606645f8', 'name': '', 'network_id': 'b91fcb38-ada5-4353-b77e-00fb398ce7d0', 'tenant_id': 'e8e015950749433d91627c7d2fff432f', 'mac_address': 'fa:16:3e:6e:21:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938dbb39-699a-459d-a185-b77a2fcc80bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f579e111-0d0d-464b-ba2e-9baae47e7af2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:13:50Z', 'updated_at': '2021-06-22T07:14:08Z', 'revision_number': 5, 'project_id': 'e8e015950749433d91627c7d2fff432f', 'subnets': [{'id': 'f579e111-0d0d-464b-ba2e-9baae47e7af2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-11-iscsi', False) {} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:22:03.643088 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b741ecad-e5bd-45d7-ac48-fa0676cfea1e None None] Checking router: 938dbb39-699a-459d-a185-b77a2fcc80bc for host: dv-cinder-786627-11-iscsi {{(pid=92921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 07:22:03.652697 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b741ecad-e5bd-45d7-ac48-fa0676cfea1e None None] Routers {'938dbb39-699a-459d-a185-b77a2fcc80bc'} bound to L3 agent in host dv-cinder-786627-11-iscsi {{(pid=92921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 07:22:03.653959 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-b741ecad-e5bd-45d7-ac48-fa0676cfea1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-22T07:06:03Z,description=,heartbeat_timestamp=2021-06-22T07:22:03Z,host='dv-cinder-786627-11-iscsi',id=f18ef446-1389-4802-a345-f314a6956002,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T07:06:03Z,topic='l3_agent')) {'router_ids': ['938dbb39-699a-459d-a185-b77a2fcc80bc'], 'active': True} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:22:03.669894 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb3baec-007b-4eaa-8b22-64506acbc2f3 req-57c4e8ab-9685-4fde-b355-da42c88c704f tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:22:03.671513 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-4bb3baec-007b-4eaa-8b22-64506acbc2f3 req-57c4e8ab-9685-4fde-b355-da42c88c704f tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] 10.222.0.24 "GET /v2.0/ports?device_id=e06b8c2b-299c-47b2-816b-b7bf0d326c99 HTTP/1.1" status: 200 len: 943 time: 0.0721500 Jun 22 07:22:03.713765 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-4bb3baec-007b-4eaa-8b22-64506acbc2f3 req-93190739-713a-4945-a724-0a04611701b8 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c57c8ce-dc6e-4d15-a567-952cea45b9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362008 Jun 22 07:22:03.765876 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvr_db [None req-b741ecad-e5bd-45d7-ac48-fa0676cfea1e None None] Set router 938dbb39-699a-459d-a185-b77a2fcc80bc gateway port host: dv-cinder-786627-11-iscsi {{(pid=92921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 07:22:03.993528 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-b741ecad-e5bd-45d7-ac48-fa0676cfea1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '938dbb39-699a-459d-a185-b77a2fcc80bc', 'name': 'tempest-AttachVolumeShelveTestJSON-1929265933-router', 'tenant_id': 'e8e015950749433d91627c7d2fff432f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'external_fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': '098d0e0b-08fe-483a-8b92-acc051690e6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:13:44Z', 'updated_at': '2021-06-22T07:13:52Z', 'revision_number': 4, 'project_id': 'e8e015950749433d91627c7d2fff432f', 'gw_port': {'id': '098d0e0b-08fe-483a-8b92-acc051690e6c', 'name': '', 'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ba:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938dbb39-699a-459d-a185-b77a2fcc80bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:13:46Z', 'updated_at': '2021-06-22T07:14:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-iscsi', '_floatingips': [{'id': '4e949215-5fbf-485d-b657-fe9e8018d8ad', 'tenant_id': 'e8e015950749433d91627c7d2fff432f', 'floating_ip_address': '172.27.1.203', 'floating_network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'router_id': '938dbb39-699a-459d-a185-b77a2fcc80bc', 'port_id': 'd95787bc-48f6-48c9-9f0d-7b3342686306', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b91fcb38-ada5-4353-b77e-00fb398ce7d0', 'mac_address': 'fa:16:3e:aa:a9:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441f6a0f-f857-40b6-9cfd-e8cc8b189da3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T07:21:40Z', 'updated_at': '2021-06-22T07:22:02Z', 'revision_number': 1, 'project_id': 'e8e015950749433d91627c7d2fff432f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30995bdb-9a4a-48b3-97be-68e0606645f8', 'name': '', 'network_id': 'b91fcb38-ada5-4353-b77e-00fb398ce7d0', 'tenant_id': 'e8e015950749433d91627c7d2fff432f', 'mac_address': 'fa:16:3e:6e:21:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938dbb39-699a-459d-a185-b77a2fcc80bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f579e111-0d0d-464b-ba2e-9baae47e7af2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:13:50Z', 'updated_at': '2021-06-22T07:14:08Z', 'revision_number': 5, 'project_id': 'e8e015950749433d91627c7d2fff432f', 'subnets': [{'id': 'f579e111-0d0d-464b-ba2e-9baae47e7af2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-11-iscsi', False) {} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:22:04.022870 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b741ecad-e5bd-45d7-ac48-fa0676cfea1e None None] The sync data for ids ['938dbb39-699a-459d-a185-b77a2fcc80bc'] in dv-cinder-786627-11-iscsi is: [{'id': '938dbb39-699a-459d-a185-b77a2fcc80bc', 'name': 'tempest-AttachVolumeShelveTestJSON-1929265933-router', 'tenant_id': 'e8e015950749433d91627c7d2fff432f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'external_fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': '098d0e0b-08fe-483a-8b92-acc051690e6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:13:44Z', 'updated_at': '2021-06-22T07:13:52Z', 'revision_number': 4, 'project_id': 'e8e015950749433d91627c7d2fff432f', 'gw_port': {'id': '098d0e0b-08fe-483a-8b92-acc051690e6c', 'name': '', 'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ba:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938dbb39-699a-459d-a185-b77a2fcc80bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:13:46Z', 'updated_at': '2021-06-22T07:14:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-iscsi', '_floatingips': [{'id': '4e949215-5fbf-485d-b657-fe9e8018d8ad', 'tenant_id': 'e8e015950749433d91627c7d2fff432f', 'floating_ip_address': '172.27.1.203', 'floating_network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'router_id': '938dbb39-699a-459d-a185-b77a2fcc80bc', 'port_id': 'd95787bc-48f6-48c9-9f0d-7b3342686306', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b91fcb38-ada5-4353-b77e-00fb398ce7d0', 'mac_address': 'fa:16:3e:aa:a9:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441f6a0f-f857-40b6-9cfd-e8cc8b189da3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T07:21:40Z', 'updated_at': '2021-06-22T07:22:02Z', 'revision_number': 1, 'project_id': 'e8e015950749433d91627c7d2fff432f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30995bdb-9a4a-48b3-97be-68e0606645f8', 'name': '', 'network_id': 'b91fcb38-ada5-4353-b77e-00fb398ce7d0', 'tenant_id': 'e8e015950749433d91627c7d2fff432f', 'mac_address': 'fa:16:3e:6e:21:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938dbb39-699a-459d-a185-b77a2fcc80bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f579e111-0d0d-464b-ba2e-9baae47e7af2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:13:50Z', 'updated_at': '2021-06-22T07:14:08Z', 'revision_number': 5, 'project_id': 'e8e015950749433d91627c7d2fff432f', 'subnets': [{'id': 'f579e111-0d0d-464b-ba2e-9baae47e7af2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 07:22:04.206436 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf23ac41-3146-4b3b-a4a5-a7fa6620db6d None None] New status for floating IP 4e949215-5fbf-485d-b657-fe9e8018d8ad: ACTIVE {{(pid=92922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 07:22:04.652310 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:22:04.899461 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c576ee9-02bc-40ca-85ab-83ad9f7fdbc5 req-54f09744-ec4b-40e9-816a-fb1b69beb35c tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:22:04.901151 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-3c576ee9-02bc-40ca-85ab-83ad9f7fdbc5 req-54f09744-ec4b-40e9-816a-fb1b69beb35c tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] 10.222.0.24 "GET /v2.0/ports?device_id=e06b8c2b-299c-47b2-816b-b7bf0d326c99 HTTP/1.1" status: 200 len: 943 time: 0.0688517 Jun 22 07:22:04.939654 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-3c576ee9-02bc-40ca-85ab-83ad9f7fdbc5 req-04539c4c-ddb3-4093-8db2-75c9f37aa32b tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c57c8ce-dc6e-4d15-a567-952cea45b9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325892 Jun 22 07:22:05.209768 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d3c1a5ff-c703-4bfc-bce3-efb8418f207c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:22:06.115050 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dc3270-5fcb-45f3-b2dc-2b9d6f343a7f req-8ca5c325-43ce-4bf2-a735-80f95925005f tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:22:06.116544 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-21dc3270-5fcb-45f3-b2dc-2b9d6f343a7f req-8ca5c325-43ce-4bf2-a735-80f95925005f tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] 10.222.0.24 "GET /v2.0/ports?device_id=e06b8c2b-299c-47b2-816b-b7bf0d326c99 HTTP/1.1" status: 200 len: 943 time: 0.0643930 Jun 22 07:22:06.155257 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-21dc3270-5fcb-45f3-b2dc-2b9d6f343a7f req-4a8abe0a-356f-4091-a3c1-aa1d33e2f426 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c57c8ce-dc6e-4d15-a567-952cea45b9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329528 Jun 22 07:22:06.268310 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642cc65a-f03c-4ded-8280-d23339d5efef req-a9c9b0ff-bc08-4dd0-9b9f-47b17f4ee1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:22:06.269961 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-642cc65a-f03c-4ded-8280-d23339d5efef req-a9c9b0ff-bc08-4dd0-9b9f-47b17f4ee1c5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e8e015950749433d91627c7d2fff432f&device_id=441f6a0f-f857-40b6-9cfd-e8cc8b189da3 HTTP/1.1" status: 200 len: 1099 time: 0.0542092 Jun 22 07:22:06.363532 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642cc65a-f03c-4ded-8280-d23339d5efef req-dc37996c-532b-4d6e-a759-593876fa5800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:22:06.364942 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-642cc65a-f03c-4ded-8280-d23339d5efef req-dc37996c-532b-4d6e-a759-593876fa5800 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b91fcb38-ada5-4353-b77e-00fb398ce7d0 HTTP/1.1" status: 200 len: 918 time: 0.0880544 Jun 22 07:22:06.430835 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-642cc65a-f03c-4ded-8280-d23339d5efef req-93354f8f-8f4e-4dc9-aad3-f1aecb197f66 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d95787bc-48f6-48c9-9f0d-7b3342686306 HTTP/1.1" status: 200 len: 1002 time: 0.0577338 Jun 22 07:22:06.486852 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642cc65a-f03c-4ded-8280-d23339d5efef req-c17b63cf-6966-4cf6-8a30-dd5ee1802670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:22:06.488296 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-642cc65a-f03c-4ded-8280-d23339d5efef req-c17b63cf-6966-4cf6-8a30-dd5ee1802670 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f579e111-0d0d-464b-ba2e-9baae47e7af2 HTTP/1.1" status: 200 len: 856 time: 0.0495310 Jun 22 07:22:06.551007 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642cc65a-f03c-4ded-8280-d23339d5efef req-24877218-afe7-46b6-9482-4e78ce516849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:22:06.552559 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-642cc65a-f03c-4ded-8280-d23339d5efef req-24877218-afe7-46b6-9482-4e78ce516849 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b91fcb38-ada5-4353-b77e-00fb398ce7d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0570409 Jun 22 07:22:06.642777 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-642cc65a-f03c-4ded-8280-d23339d5efef req-d16f9d7f-5a0e-4fc2-9037-af60d28dd339 service neutron] 10.222.0.41 "GET /v2.0/networks/b91fcb38-ada5-4353-b77e-00fb398ce7d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835626 Jun 22 07:22:06.744148 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-642cc65a-f03c-4ded-8280-d23339d5efef req-10c8cf33-a56a-404b-8af5-65d3bcb1972b service neutron] 10.222.0.41 "GET /v2.0/networks/b91fcb38-ada5-4353-b77e-00fb398ce7d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954158 Jun 22 07:22:06.934627 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-f04bb265-eca6-4530-aeb1-0b3afeb7eb68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:22:07.372874 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b183f0-b441-435b-bafc-e4d6e37eb8e5 req-acb5acb7-31b3-4b69-8dcc-ac113028c23a tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:22:07.374385 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-83b183f0-b441-435b-bafc-e4d6e37eb8e5 req-acb5acb7-31b3-4b69-8dcc-ac113028c23a tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] 10.222.0.24 "GET /v2.0/ports?device_id=e06b8c2b-299c-47b2-816b-b7bf0d326c99 HTTP/1.1" status: 200 len: 943 time: 0.1023052 Jun 22 07:22:07.428789 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-83b183f0-b441-435b-bafc-e4d6e37eb8e5 req-ad684107-fd00-4988-bf04-6a63bc6c9892 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c57c8ce-dc6e-4d15-a567-952cea45b9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475888 Jun 22 07:22:07.936144 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6210e8-66de-481f-a065-559b786ec6ad req-3be0fbd0-a9e4-4ca6-8575-85c8aefb3b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:22:07.937805 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-0b6210e8-66de-481f-a065-559b786ec6ad req-3be0fbd0-a9e4-4ca6-8575-85c8aefb3b06 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bad142e993074902a8d64ad034fcd38e&device_id=e06b8c2b-299c-47b2-816b-b7bf0d326c99 HTTP/1.1" status: 200 len: 1096 time: 0.0597091 Jun 22 07:22:08.038344 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6210e8-66de-481f-a065-559b786ec6ad req-5a807b0e-6af3-4a0e-b51e-0923f114a8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:22:08.039762 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-0b6210e8-66de-481f-a065-559b786ec6ad req-5a807b0e-6af3-4a0e-b51e-0923f114a8c7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d7f11af1-230f-4471-a5c1-4f5f3c60c8f3 HTTP/1.1" status: 200 len: 910 time: 0.0820022 Jun 22 07:22:08.108311 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-0b6210e8-66de-481f-a065-559b786ec6ad req-cc0fb57f-6ca0-4c0c-8019-7c1de8459326 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=71fe681a-3e39-4ecd-9cfc-22b161500189 HTTP/1.1" status: 200 len: 999 time: 0.0600190 Jun 22 07:22:08.156469 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6210e8-66de-481f-a065-559b786ec6ad req-355bc78b-63fe-45f1-9b2e-ed88e735246e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:22:08.157784 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-0b6210e8-66de-481f-a065-559b786ec6ad req-355bc78b-63fe-45f1-9b2e-ed88e735246e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=891a545b-b43a-4ff2-9704-5f5d06788d9d HTTP/1.1" status: 200 len: 848 time: 0.0428939 Jun 22 07:22:08.216083 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6210e8-66de-481f-a065-559b786ec6ad req-c045812c-c5e8-4ae4-8cf2-9c574d12c4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:22:08.217557 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-0b6210e8-66de-481f-a065-559b786ec6ad req-c045812c-c5e8-4ae4-8cf2-9c574d12c4a5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d7f11af1-230f-4471-a5c1-4f5f3c60c8f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0521798 Jun 22 07:22:08.312707 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-0b6210e8-66de-481f-a065-559b786ec6ad req-7cdc3916-a49b-4928-9428-51de78fa2e89 service neutron] 10.222.0.41 "GET /v2.0/networks/d7f11af1-230f-4471-a5c1-4f5f3c60c8f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856311 Jun 22 07:22:08.402231 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-0b6210e8-66de-481f-a065-559b786ec6ad req-26375018-ee75-463c-b742-045afe39b693 service neutron] 10.222.0.41 "GET /v2.0/networks/d7f11af1-230f-4471-a5c1-4f5f3c60c8f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837078 Jun 22 07:22:08.614009 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930a79a6-21e7-42b1-8fcc-70d8e9b93a32 req-0aa983b4-ac5e-4c2b-afec-d35ea860cd8f tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:22:08.615496 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-930a79a6-21e7-42b1-8fcc-70d8e9b93a32 req-0aa983b4-ac5e-4c2b-afec-d35ea860cd8f tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] 10.222.0.24 "GET /v2.0/ports?device_id=e06b8c2b-299c-47b2-816b-b7bf0d326c99 HTTP/1.1" status: 200 len: 943 time: 0.0636842 Jun 22 07:22:08.653945 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-930a79a6-21e7-42b1-8fcc-70d8e9b93a32 req-83c1117f-76e2-4962-9e6f-827b5aec7c6e tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c57c8ce-dc6e-4d15-a567-952cea45b9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326848 Jun 22 07:22:09.840869 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf484822-8b57-4f58-9fb2-4e9fabb6fbe3 req-495aa327-31a2-4fca-8a7e-ff0be7b880c8 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:22:09.842572 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-bf484822-8b57-4f58-9fb2-4e9fabb6fbe3 req-495aa327-31a2-4fca-8a7e-ff0be7b880c8 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] 10.222.0.24 "GET /v2.0/ports?device_id=e06b8c2b-299c-47b2-816b-b7bf0d326c99 HTTP/1.1" status: 200 len: 943 time: 0.0756795 Jun 22 07:22:09.890605 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-bf484822-8b57-4f58-9fb2-4e9fabb6fbe3 req-4552116d-e61b-4b84-a31b-7d81e9977055 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c57c8ce-dc6e-4d15-a567-952cea45b9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379002 Jun 22 07:22:11.068480 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aac72a-4c4d-40a8-be66-433d9370ee1b req-01705324-82ed-42e3-a294-06e85f122136 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:22:11.069932 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-69aac72a-4c4d-40a8-be66-433d9370ee1b req-01705324-82ed-42e3-a294-06e85f122136 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] 10.222.0.24 "GET /v2.0/ports?device_id=e06b8c2b-299c-47b2-816b-b7bf0d326c99 HTTP/1.1" status: 200 len: 943 time: 0.0651374 Jun 22 07:22:11.112329 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-69aac72a-4c4d-40a8-be66-433d9370ee1b req-8afb17f5-16ec-412e-803e-165bdfda01e2 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c57c8ce-dc6e-4d15-a567-952cea45b9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344026 Jun 22 07:22:12.254835 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 51174) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:22:12.304091 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f24f7f-19fe-4b03-857a-70f11c373d01 req-f6b3ec0d-9243-4498-a168-ee7017394d1f tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:22:12.305656 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-11f24f7f-19fe-4b03-857a-70f11c373d01 req-f6b3ec0d-9243-4498-a168-ee7017394d1f tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] 10.222.0.24 "GET /v2.0/ports?device_id=e06b8c2b-299c-47b2-816b-b7bf0d326c99 HTTP/1.1" status: 200 len: 943 time: 0.0681119 Jun 22 07:22:12.346996 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-11f24f7f-19fe-4b03-857a-70f11c373d01 req-2a980ce0-865a-4b50-a659-203f4b42802d tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c57c8ce-dc6e-4d15-a567-952cea45b9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350108 Jun 22 07:22:12.368224 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-881a978c-4b5d-419f-9bd6-3f5f9021673f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:22:12.458199 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-881a978c-4b5d-419f-9bd6-3f5f9021673f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:22:12.467432 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-881a978c-4b5d-419f-9bd6-3f5f9021673f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:22:12.471015 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-28cd1d92-f879-4741-93ce-ffb9099a85de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:22:12.510655 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-881a978c-4b5d-419f-9bd6-3f5f9021673f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e89df9c66b1641df97a78c35a84dbcf4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2545824 Jun 22 07:22:12.513720 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881a978c-4b5d-419f-9bd6-3f5f9021673f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00e78468-a925-4d5c-89ca-89a5aa85e4bf,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:22:12.514426 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 51178) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:22:12.517145 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-881a978c-4b5d-419f-9bd6-3f5f9021673f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:22:12.576554 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-faa518ba-66ad-4908-bbba-326c84bb29f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:22:12.597904 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-faa518ba-66ad-4908-bbba-326c84bb29f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:22:12.642439 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-faa518ba-66ad-4908-bbba-326c84bb29f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:22:12.645103 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-faa518ba-66ad-4908-bbba-326c84bb29f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:22:12.646212 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-faa518ba-66ad-4908-bbba-326c84bb29f6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/00e78468-a925-4d5c-89ca-89a5aa85e4bf HTTP/1.1" status: 204 len: 168 time: 0.1305895 Jun 22 07:22:12.646964 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-3ec0b120-aded-45e6-ad1f-646d7d349c1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:22:12.655433 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa518ba-66ad-4908-bbba-326c84bb29f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00e78468-a925-4d5c-89ca-89a5aa85e4bf,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:22:12.657707 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-faa518ba-66ad-4908-bbba-326c84bb29f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:22:13.526331 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c31ff7-7356-4756-abea-856c440f9f23 req-4592a3c4-dc50-4362-a7da-f44713cb8ff6 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:22:13.528041 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-56c31ff7-7356-4756-abea-856c440f9f23 req-4592a3c4-dc50-4362-a7da-f44713cb8ff6 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] 10.222.0.24 "GET /v2.0/ports?device_id=e06b8c2b-299c-47b2-816b-b7bf0d326c99 HTTP/1.1" status: 200 len: 943 time: 0.0673623 Jun 22 07:22:13.581181 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-56c31ff7-7356-4756-abea-856c440f9f23 req-34f48564-368f-4dd2-9046-8e0c60e443b3 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c57c8ce-dc6e-4d15-a567-952cea45b9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462797 Jun 22 07:22:14.885335 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Device 71fe681a-3e39-4ecd-9cfc-22b161500189 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=92921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 07:22:14.909631 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b477919-44da-42f1-9d97-312850d4d856 req-94e68f5b-baba-4c72-be29-f0904fbb77da tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:22:14.911049 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-0b477919-44da-42f1-9d97-312850d4d856 req-94e68f5b-baba-4c72-be29-f0904fbb77da tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] 10.222.0.24 "GET /v2.0/ports?device_id=e06b8c2b-299c-47b2-816b-b7bf0d326c99 HTTP/1.1" status: 200 len: 943 time: 0.0670805 Jun 22 07:22:14.949285 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-0b477919-44da-42f1-9d97-312850d4d856 req-f2afb4fd-fd85-4d60-917b-6e586bb0c00f tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c57c8ce-dc6e-4d15-a567-952cea45b9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326641 Jun 22 07:22:14.982841 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] For port 71fe681a-3e39-4ecd-9cfc-22b161500189, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=71fe681a-3e39-4ecd-9cfc-22b161500189,segment=NetworkSegment(0f65caae-8828-41c5-aacf-f49c73598fb9),segment_id=0f65caae-8828-41c5-aacf-f49c73598fb9)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:22:14.993901 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Returning: {'device': '71fe681a-3e39-4ecd-9cfc-22b161500189', 'network_id': 'd7f11af1-230f-4471-a5c1-4f5f3c60c8f3', 'port_id': '71fe681a-3e39-4ecd-9cfc-22b161500189', 'mac_address': 'fa:16:3e:08:f2:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '891a545b-b43a-4ff2-9704-5f5d06788d9d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 07:22:15.033100 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:22:15.045745 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.notifiers.nova [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71fe681a-3e39-4ecd-9cfc-22b161500189 {{(pid=92921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 07:22:15.065165 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] For port 71fe681a-3e39-4ecd-9cfc-22b161500189, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=71fe681a-3e39-4ecd-9cfc-22b161500189,segment=NetworkSegment(0f65caae-8828-41c5-aacf-f49c73598fb9),segment_id=0f65caae-8828-41c5-aacf-f49c73598fb9)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:22:15.068936 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:22:15.070659 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:22:15.116210 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Pushing event updated for resources: {'Port': ['ID=71fe681a-3e39-4ecd-9cfc-22b161500189,revision_number=7']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:22:15.119339 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:22:15.415180 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] get_ports_and_sgs() called for port_ids ['71fe681a-3e39-4ecd-9cfc-22b161500189'] {{(pid=92921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 07:22:16.119511 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7de918-1eb0-4131-b251-d25924e30049 req-e37236bf-23f7-475f-8539-411c2626b831 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:22:16.120985 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-ab7de918-1eb0-4131-b251-d25924e30049 req-e37236bf-23f7-475f-8539-411c2626b831 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] 10.222.0.24 "GET /v2.0/ports?device_id=e06b8c2b-299c-47b2-816b-b7bf0d326c99 HTTP/1.1" status: 200 len: 944 time: 0.0636995 Jun 22 07:22:16.159414 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-ab7de918-1eb0-4131-b251-d25924e30049 req-f40ded6e-87b2-4d01-83bf-d1f9367cf835 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c57c8ce-dc6e-4d15-a567-952cea45b9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317454 Jun 22 07:22:16.908780 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Device 71fe681a-3e39-4ecd-9cfc-22b161500189 up at agent hyperv_hv-cinder-78662 {{(pid=92921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 07:22:16.955897 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Provisioning complete for port 71fe681a-3e39-4ecd-9cfc-22b161500189 triggered by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:22:16.956284 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1879668'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:22:17.032944 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:22:17.054687 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e06b8c2b-299c-47b2-816b-b7bf0d326c99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71fe681a-3e39-4ecd-9cfc-22b161500189'}] {{(pid=92921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 07:22:17.057041 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4609914990d9533a1079bbd359c82c974bab58cbf2fcf9d17aa38aa491f36217" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de67cc0c-86dd-4400-ab31-0cd15778bb43" -d '{"events": [{"server_uuid": "e06b8c2b-299c-47b2-816b-b7bf0d326c99", "name": "network-vif-plugged", "status": "completed", "tag": "71fe681a-3e39-4ecd-9cfc-22b161500189"}]}' {{(pid=92921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 07:22:17.069983 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] For port 71fe681a-3e39-4ecd-9cfc-22b161500189, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=71fe681a-3e39-4ecd-9cfc-22b161500189,segment=NetworkSegment(0f65caae-8828-41c5-aacf-f49c73598fb9),segment_id=0f65caae-8828-41c5-aacf-f49c73598fb9)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:22:17.075958 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:22:17.078112 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:22:17.109858 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 07:22:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57ea1e2e-ef8a-4c29-8bf2-d84e34021939 x-openstack-request-id: req-57ea1e2e-ef8a-4c29-8bf2-d84e34021939 {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 07:22:17.110157 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e06b8c2b-299c-47b2-816b-b7bf0d326c99", "name": "network-vif-plugged", "status": "completed", "tag": "71fe681a-3e39-4ecd-9cfc-22b161500189", "code": 200}]} {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 07:22:17.110417 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-57ea1e2e-ef8a-4c29-8bf2-d84e34021939 {{(pid=92921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 07:22:17.110807 dv-cinder-786627-11-iscsi neutron-server[92921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e06b8c2b-299c-47b2-816b-b7bf0d326c99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71fe681a-3e39-4ecd-9cfc-22b161500189', 'code': 200} Jun 22 07:22:17.132632 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Pushing event updated for resources: {'Port': ['ID=71fe681a-3e39-4ecd-9cfc-22b161500189,revision_number=8']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:22:17.135977 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:22:17.383199 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d832315f-9eac-4e43-9fe0-49d487d29aa1 req-c27ecb7d-385c-46cf-8499-494fc74e45b3 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:22:17.384672 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-d832315f-9eac-4e43-9fe0-49d487d29aa1 req-c27ecb7d-385c-46cf-8499-494fc74e45b3 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] 10.222.0.24 "GET /v2.0/ports?device_id=e06b8c2b-299c-47b2-816b-b7bf0d326c99 HTTP/1.1" status: 200 len: 945 time: 0.1030352 Jun 22 07:22:17.390806 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a960689d-d192-4bda-9388-b5d2867ea752 req-31118396-a03a-4b84-a6a5-da835b126bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:22:17.392181 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-a960689d-d192-4bda-9388-b5d2867ea752 req-31118396-a03a-4b84-a6a5-da835b126bc2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e06b8c2b-299c-47b2-816b-b7bf0d326c99 HTTP/1.1" status: 200 len: 1098 time: 0.0779257 Jun 22 07:22:17.446355 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-d832315f-9eac-4e43-9fe0-49d487d29aa1 req-e7706e19-f9e9-4d33-8b3d-cb9c74eb49f3 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c57c8ce-dc6e-4d15-a567-952cea45b9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531137 Jun 22 07:22:17.447873 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-a960689d-d192-4bda-9388-b5d2867ea752 req-e23f9291-cb2f-44c3-b844-e0f5514e5f67 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6c57c8ce-dc6e-4d15-a567-952cea45b9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482545 Jun 22 07:22:18.638794 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5438b7-e86c-427f-bb64-7c0c5bbf88bd req-8974bc98-e2aa-4886-8c51-d39349c1c7ce tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:22:18.640311 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-8f5438b7-e86c-427f-bb64-7c0c5bbf88bd req-8974bc98-e2aa-4886-8c51-d39349c1c7ce tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] 10.222.0.24 "GET /v2.0/ports?device_id=e06b8c2b-299c-47b2-816b-b7bf0d326c99 HTTP/1.1" status: 200 len: 945 time: 0.0783892 Jun 22 07:22:18.681050 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-8f5438b7-e86c-427f-bb64-7c0c5bbf88bd req-5782e1af-a837-4aab-b3fd-12ad2364750a tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c57c8ce-dc6e-4d15-a567-952cea45b9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349007 Jun 22 07:22:19.861213 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70aeabc-792f-448a-9e03-b389b7385793 req-6939fe9f-a615-4c1a-b712-86af57f96a70 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:22:19.862678 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-d70aeabc-792f-448a-9e03-b389b7385793 req-6939fe9f-a615-4c1a-b712-86af57f96a70 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] 10.222.0.24 "GET /v2.0/ports?device_id=e06b8c2b-299c-47b2-816b-b7bf0d326c99 HTTP/1.1" status: 200 len: 945 time: 0.0669558 Jun 22 07:22:19.899509 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-d70aeabc-792f-448a-9e03-b389b7385793 req-05ab6fc5-d123-4ea1-b627-7b7a4514112e tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c57c8ce-dc6e-4d15-a567-952cea45b9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312824 Jun 22 07:22:30.709311 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-4f3fea28-bd03-4181-b1ba-850341a39569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:22:33.085756 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-96fa0c3b-78c8-4507-a478-15a26977aa3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:22:33.273670 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:22:34.672332 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:22:35.212834 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d3c1a5ff-c703-4bfc-bce3-efb8418f207c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:22:35.945485 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.agents_db [None req-74002642-eed4-46c6-8f70-93846dc748c3 None None] Agent healthcheck: found 6 active agents {{(pid=92922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 07:22:36.937360 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-f04bb265-eca6-4530-aeb1-0b3afeb7eb68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:22:47.409822 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a62596d-30b0-4204-9ab1-d8d48a5f74c7 req-f05a4f02-faa4-41fd-860b-41a3c2ebcc02 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:22:47.411284 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-1a62596d-30b0-4204-9ab1-d8d48a5f74c7 req-f05a4f02-faa4-41fd-860b-41a3c2ebcc02 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f376705-0d18-4006-8bca-dd49b0e55cca HTTP/1.1" status: 200 len: 945 time: 0.0633171 Jun 22 07:22:47.449059 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-1a62596d-30b0-4204-9ab1-d8d48a5f74c7 req-3628261e-8c01-4370-829b-52a5af95501f tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "GET /v2.0/security-groups?id=6daf760c-5a05-4dd1-83f7-482b29ac14c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320783 Jun 22 07:22:48.635694 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec47472a-c473-47cd-806b-29797f1d150d req-93d21ee5-9707-47c4-9693-ac17ea7aedc4 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:22:48.637331 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-ec47472a-c473-47cd-806b-29797f1d150d req-93d21ee5-9707-47c4-9693-ac17ea7aedc4 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f376705-0d18-4006-8bca-dd49b0e55cca HTTP/1.1" status: 200 len: 945 time: 0.0667970 Jun 22 07:22:48.700947 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-ec47472a-c473-47cd-806b-29797f1d150d req-399786c9-9ff6-4f3c-8757-77a51c25abce tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "GET /v2.0/security-groups?id=6daf760c-5a05-4dd1-83f7-482b29ac14c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578136 Jun 22 07:22:48.734215 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec77e83-cd08-4e88-966d-62f942477a79 req-5096ae8a-01ba-4cf8-8128-3e879d9117aa tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:22:48.735664 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-fec77e83-cd08-4e88-966d-62f942477a79 req-5096ae8a-01ba-4cf8-8128-3e879d9117aa tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f376705-0d18-4006-8bca-dd49b0e55cca HTTP/1.1" status: 200 len: 945 time: 0.0734620 Jun 22 07:22:48.838496 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.plugin [req-fec77e83-cd08-4e88-966d-62f942477a79 req-e3bb64aa-3ec7-4403-9ca2-d0b4903897d5 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Deleting port e4159f94-5527-4466-8635-e476cd2fc9b0 {{(pid=92919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 07:22:48.838740 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-fec77e83-cd08-4e88-966d-62f942477a79 req-e3bb64aa-3ec7-4403-9ca2-d0b4903897d5 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773474057189'] for port, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:22:48.926694 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.db [req-fec77e83-cd08-4e88-966d-62f942477a79 req-e3bb64aa-3ec7-4403-9ca2-d0b4903897d5 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] For port e4159f94-5527-4466-8635-e476cd2fc9b0, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=e4159f94-5527-4466-8635-e476cd2fc9b0,segment=NetworkSegment(2158ff00-7488-4d6e-bcd3-02a0699d8dc9),segment_id=2158ff00-7488-4d6e-bcd3-02a0699d8dc9)] {{(pid=92919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:22:48.927046 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-fec77e83-cd08-4e88-966d-62f942477a79 req-e3bb64aa-3ec7-4403-9ca2-d0b4903897d5 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-707208'] for port, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:22:49.364462 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-fec77e83-cd08-4e88-966d-62f942477a79 req-e3bb64aa-3ec7-4403-9ca2-d0b4903897d5 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:22:49.364761 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-fec77e83-cd08-4e88-966d-62f942477a79 req-e3bb64aa-3ec7-4403-9ca2-d0b4903897d5 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-706738'] for floatingip, after_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:22:49.365069 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.db.l3_db [req-fec77e83-cd08-4e88-966d-62f942477a79 req-e3bb64aa-3ec7-4403-9ca2-d0b4903897d5 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Floating IP bf012a65-ecdd-472c-8931-494f14cb9ca6 disassociated. External IP: 172.27.1.221, port: e4159f94-5527-4466-8635-e476cd2fc9b0. Jun 22 07:22:49.365409 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.plugin [req-fec77e83-cd08-4e88-966d-62f942477a79 req-e3bb64aa-3ec7-4403-9ca2-d0b4903897d5 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Calling delete_port for e4159f94-5527-4466-8635-e476cd2fc9b0 owned by compute:nova {{(pid=92919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 07:22:49.491972 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-fec77e83-cd08-4e88-966d-62f942477a79 req-e3bb64aa-3ec7-4403-9ca2-d0b4903897d5 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773474061029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773473471600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4832659'] for port, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:22:49.496180 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-701e9c89-0cd8-4ed0-ad2d-f7f0a5ac87a2 tempest-ServerRescueNegativeTestJSON-411527339 tempest-ServerRescueNegativeTestJSON-411527339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:22:49.520936 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bb64aa-3ec7-4403-9ca2-d0b4903897d5 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Pushing event deleted for resources: {'Port': ['ID=e4159f94-5527-4466-8635-e476cd2fc9b0,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:22:49.531964 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bb64aa-3ec7-4403-9ca2-d0b4903897d5 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:22:49.532340 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bb64aa-3ec7-4403-9ca2-d0b4903897d5 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:22:49.532728 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bb64aa-3ec7-4403-9ca2-d0b4903897d5 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:22:49.533619 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bb64aa-3ec7-4403-9ca2-d0b4903897d5 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:22:49.534282 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bb64aa-3ec7-4403-9ca2-d0b4903897d5 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:22:49.534793 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bb64aa-3ec7-4403-9ca2-d0b4903897d5 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:22:49.535150 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bb64aa-3ec7-4403-9ca2-d0b4903897d5 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:22:49.535503 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bb64aa-3ec7-4403-9ca2-d0b4903897d5 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:22:49.535852 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bb64aa-3ec7-4403-9ca2-d0b4903897d5 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:22:49.536201 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bb64aa-3ec7-4403-9ca2-d0b4903897d5 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:22:49.536575 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bb64aa-3ec7-4403-9ca2-d0b4903897d5 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:22:49.536920 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bb64aa-3ec7-4403-9ca2-d0b4903897d5 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:22:49.541343 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-e3bb64aa-3ec7-4403-9ca2-d0b4903897d5 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:22:49.645383 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fec77e83-cd08-4e88-966d-62f942477a79 req-e3bb64aa-3ec7-4403-9ca2-d0b4903897d5 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Router 431cd435-43c4-4a94-9141-6425c9b114ef has already been hosted by L3 agent f18ef446-1389-4802-a345-f314a6956002 {{(pid=92919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 07:22:49.759559 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fec77e83-cd08-4e88-966d-62f942477a79 req-e3bb64aa-3ec7-4403-9ca2-d0b4903897d5 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Notify agent at l3_agent.dv-cinder-786627-11-iscsi the message routers_updated {{(pid=92919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 07:22:49.769179 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbedb6ca-4b34-44f0-a43d-b9e4862108ed None None] Sync routers for ids ['431cd435-43c4-4a94-9141-6425c9b114ef'] in dv-cinder-786627-11-iscsi {{(pid=92921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 07:22:49.778339 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbedb6ca-4b34-44f0-a43d-b9e4862108ed None None] Routers {'431cd435-43c4-4a94-9141-6425c9b114ef'} bound to L3 agent in host dv-cinder-786627-11-iscsi {{(pid=92921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 07:22:49.778961 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-cbedb6ca-4b34-44f0-a43d-b9e4862108ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-22T07:06:03Z,description=,heartbeat_timestamp=2021-06-22T07:22:33Z,host='dv-cinder-786627-11-iscsi',id=f18ef446-1389-4802-a345-f314a6956002,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T07:06:03Z,topic='l3_agent')) {'router_ids': ['431cd435-43c4-4a94-9141-6425c9b114ef'], 'active': True} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:22:49.805614 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.db.l3_dvrscheduler_db [req-fec77e83-cd08-4e88-966d-62f942477a79 req-e3bb64aa-3ec7-4403-9ca2-d0b4903897d5 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] No DVR routers for this DVR port e4159f94-5527-4466-8635-e476cd2fc9b0 on host hv-cinder-78662 {{(pid=92919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 07:22:49.808699 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-fec77e83-cd08-4e88-966d-62f942477a79 req-e3bb64aa-3ec7-4403-9ca2-d0b4903897d5 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91146'] for port, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:22:49.810832 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-fec77e83-cd08-4e88-966d-62f942477a79 req-e3bb64aa-3ec7-4403-9ca2-d0b4903897d5 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.41 "DELETE /v2.0/ports/e4159f94-5527-4466-8635-e476cd2fc9b0 HTTP/1.1" status: 204 len: 173 time: 1.0687962 Jun 22 07:22:49.811334 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f376705-0d18-4006-8bca-dd49b0e55cca', 'name': 'network-vif-deleted', 'tag': 'e4159f94-5527-4466-8635-e476cd2fc9b0'}] {{(pid=92919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 07:22:49.813719 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2874ba58536e60953e76cf0b72237944d74909d10009afe4cd7b86cda982d3ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec386b4a-50e8-49da-a842-848ea6f61105" -d '{"events": [{"server_uuid": "6f376705-0d18-4006-8bca-dd49b0e55cca", "name": "network-vif-deleted", "tag": "e4159f94-5527-4466-8635-e476cd2fc9b0"}]}' {{(pid=92919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 07:22:49.882525 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 07:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d7d86f1-b832-4d78-b55c-59aeba5038ef x-openstack-request-id: req-7d7d86f1-b832-4d78-b55c-59aeba5038ef {{(pid=92919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 07:22:49.882862 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f376705-0d18-4006-8bca-dd49b0e55cca", "name": "network-vif-deleted", "tag": "e4159f94-5527-4466-8635-e476cd2fc9b0", "status": "completed", "code": 200}]} {{(pid=92919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 07:22:49.883293 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7d7d86f1-b832-4d78-b55c-59aeba5038ef {{(pid=92919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 07:22:49.883713 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f376705-0d18-4006-8bca-dd49b0e55cca', 'name': 'network-vif-deleted', 'tag': 'e4159f94-5527-4466-8635-e476cd2fc9b0', 'status': 'completed', 'code': 200} Jun 22 07:22:49.885994 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-5a8bc1cb-b088-46b6-a715-0a22cb463828 req-972bf4eb-bdab-4a26-972c-056e85cced22 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f376705-0d18-4006-8bca-dd49b0e55cca HTTP/1.1" status: 200 len: 210 time: 0.0596106 Jun 22 07:22:49.894520 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvr_db [None req-cbedb6ca-4b34-44f0-a43d-b9e4862108ed None None] Set router 431cd435-43c4-4a94-9141-6425c9b114ef gateway port host: dv-cinder-786627-11-iscsi {{(pid=92921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 07:22:50.121867 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-cbedb6ca-4b34-44f0-a43d-b9e4862108ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '431cd435-43c4-4a94-9141-6425c9b114ef', 'name': 'tempest-AttachVolumeTestJSON-907065161-router', 'tenant_id': 'd4f594fab10d40c7ba3121bb30f350f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'external_fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '217bf916-f428-45a7-b4e6-aee6f103ab9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:13:50Z', 'updated_at': '2021-06-22T07:14:13Z', 'revision_number': 4, 'project_id': 'd4f594fab10d40c7ba3121bb30f350f6', 'gw_port': {'id': '217bf916-f428-45a7-b4e6-aee6f103ab9d', 'name': '', 'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:87:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431cd435-43c4-4a94-9141-6425c9b114ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:13:53Z', 'updated_at': '2021-06-22T07:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-iscsi', '_interfaces': [{'id': '900ecae7-963b-427d-adc1-d204794ed031', 'name': '', 'network_id': 'e45ca323-df81-4e4e-ad4b-9a2282b40737', 'tenant_id': 'd4f594fab10d40c7ba3121bb30f350f6', 'mac_address': 'fa:16:3e:50:53:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431cd435-43c4-4a94-9141-6425c9b114ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f68816de-e03b-4f38-99ee-40e3f1c0a6fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:14:04Z', 'updated_at': '2021-06-22T07:14:21Z', 'revision_number': 5, 'project_id': 'd4f594fab10d40c7ba3121bb30f350f6', 'subnets': [{'id': 'f68816de-e03b-4f38-99ee-40e3f1c0a6fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-11-iscsi', False) {} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:22:50.147762 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbedb6ca-4b34-44f0-a43d-b9e4862108ed None None] Checking router: 431cd435-43c4-4a94-9141-6425c9b114ef for host: dv-cinder-786627-11-iscsi {{(pid=92921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 07:22:50.155776 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbedb6ca-4b34-44f0-a43d-b9e4862108ed None None] Routers {'431cd435-43c4-4a94-9141-6425c9b114ef'} bound to L3 agent in host dv-cinder-786627-11-iscsi {{(pid=92921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 07:22:50.156398 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-cbedb6ca-4b34-44f0-a43d-b9e4862108ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-22T07:06:03Z,description=,heartbeat_timestamp=2021-06-22T07:22:33Z,host='dv-cinder-786627-11-iscsi',id=f18ef446-1389-4802-a345-f314a6956002,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T07:06:03Z,topic='l3_agent')) {'router_ids': ['431cd435-43c4-4a94-9141-6425c9b114ef'], 'active': True} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:22:50.265453 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvr_db [None req-cbedb6ca-4b34-44f0-a43d-b9e4862108ed None None] Set router 431cd435-43c4-4a94-9141-6425c9b114ef gateway port host: dv-cinder-786627-11-iscsi {{(pid=92921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 07:22:50.477609 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-cbedb6ca-4b34-44f0-a43d-b9e4862108ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '431cd435-43c4-4a94-9141-6425c9b114ef', 'name': 'tempest-AttachVolumeTestJSON-907065161-router', 'tenant_id': 'd4f594fab10d40c7ba3121bb30f350f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'external_fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '217bf916-f428-45a7-b4e6-aee6f103ab9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:13:50Z', 'updated_at': '2021-06-22T07:14:13Z', 'revision_number': 4, 'project_id': 'd4f594fab10d40c7ba3121bb30f350f6', 'gw_port': {'id': '217bf916-f428-45a7-b4e6-aee6f103ab9d', 'name': '', 'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:87:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431cd435-43c4-4a94-9141-6425c9b114ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:13:53Z', 'updated_at': '2021-06-22T07:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-iscsi', '_interfaces': [{'id': '900ecae7-963b-427d-adc1-d204794ed031', 'name': '', 'network_id': 'e45ca323-df81-4e4e-ad4b-9a2282b40737', 'tenant_id': 'd4f594fab10d40c7ba3121bb30f350f6', 'mac_address': 'fa:16:3e:50:53:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431cd435-43c4-4a94-9141-6425c9b114ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f68816de-e03b-4f38-99ee-40e3f1c0a6fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:14:04Z', 'updated_at': '2021-06-22T07:14:21Z', 'revision_number': 5, 'project_id': 'd4f594fab10d40c7ba3121bb30f350f6', 'subnets': [{'id': 'f68816de-e03b-4f38-99ee-40e3f1c0a6fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-11-iscsi', False) {} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:22:50.503542 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbedb6ca-4b34-44f0-a43d-b9e4862108ed None None] The sync data for ids ['431cd435-43c4-4a94-9141-6425c9b114ef'] in dv-cinder-786627-11-iscsi is: [{'id': '431cd435-43c4-4a94-9141-6425c9b114ef', 'name': 'tempest-AttachVolumeTestJSON-907065161-router', 'tenant_id': 'd4f594fab10d40c7ba3121bb30f350f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'external_fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '217bf916-f428-45a7-b4e6-aee6f103ab9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:13:50Z', 'updated_at': '2021-06-22T07:14:13Z', 'revision_number': 4, 'project_id': 'd4f594fab10d40c7ba3121bb30f350f6', 'gw_port': {'id': '217bf916-f428-45a7-b4e6-aee6f103ab9d', 'name': '', 'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:87:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431cd435-43c4-4a94-9141-6425c9b114ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:13:53Z', 'updated_at': '2021-06-22T07:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-iscsi', '_interfaces': [{'id': '900ecae7-963b-427d-adc1-d204794ed031', 'name': '', 'network_id': 'e45ca323-df81-4e4e-ad4b-9a2282b40737', 'tenant_id': 'd4f594fab10d40c7ba3121bb30f350f6', 'mac_address': 'fa:16:3e:50:53:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431cd435-43c4-4a94-9141-6425c9b114ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f68816de-e03b-4f38-99ee-40e3f1c0a6fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:14:04Z', 'updated_at': '2021-06-22T07:14:21Z', 'revision_number': 5, 'project_id': 'd4f594fab10d40c7ba3121bb30f350f6', 'subnets': [{'id': 'f68816de-e03b-4f38-99ee-40e3f1c0a6fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 07:22:50.699709 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588c092f-c174-4f40-a128-a03b4c44d1ef None None] New status for floating IP bf012a65-ecdd-472c-8931-494f14cb9ca6: DOWN {{(pid=92922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 07:22:51.009697 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 51304) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:22:51.065484 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-134b5b2d-175a-44ee-90e5-f6c687cf34e1 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Notify callbacks [] for security_group, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:22:51.088443 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-134b5b2d-175a-44ee-90e5-f6c687cf34e1 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:22:51.134225 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-134b5b2d-175a-44ee-90e5-f6c687cf34e1 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:22:51.136781 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-134b5b2d-175a-44ee-90e5-f6c687cf34e1 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:22:51.137898 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-134b5b2d-175a-44ee-90e5-f6c687cf34e1 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "DELETE /v2.0/security-groups/6daf760c-5a05-4dd1-83f7-482b29ac14c4 HTTP/1.1" status: 204 len: 168 time: 0.1271732 Jun 22 07:22:51.138639 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-6d3181b3-a302-4a4b-b41b-17d892362e52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:22:51.140678 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 51306) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:22:51.153505 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134b5b2d-175a-44ee-90e5-f6c687cf34e1 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6daf760c-5a05-4dd1-83f7-482b29ac14c4,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:22:51.155544 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.api.v2.resource [None req-51cbccbf-6cd8-43dd-9435-8e75e554ae24 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] show failed (client error): The resource could not be found. Jun 22 07:22:51.155828 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-134b5b2d-175a-44ee-90e5-f6c687cf34e1 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:22:51.156549 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-51cbccbf-6cd8-43dd-9435-8e75e554ae24 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "GET /v2.0/security-groups/6daf760c-5a05-4dd1-83f7-482b29ac14c4 HTTP/1.1" status: 404 len: 347 time: 0.0148342 Jun 22 07:22:51.160370 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 51308) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:22:51.284144 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-d4f6df17-5b9c-483a-a0d6-2b26e34709e8 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Deleting port a8f1bcbc-469f-445b-a903-c85b648da1c0 {{(pid=92920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 07:22:51.284523 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-d4f6df17-5b9c-483a-a0d6-2b26e34709e8 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773474057189'] for port, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:22:51.358619 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-d4f6df17-5b9c-483a-a0d6-2b26e34709e8 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-707208'] for port, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:22:51.358937 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-d4f6df17-5b9c-483a-a0d6-2b26e34709e8 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:22:51.425342 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-d4f6df17-5b9c-483a-a0d6-2b26e34709e8 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Calling delete_port for a8f1bcbc-469f-445b-a903-c85b648da1c0 owned by network:floatingip {{(pid=92920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 07:22:51.555454 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-d4f6df17-5b9c-483a-a0d6-2b26e34709e8 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773474061029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773473471600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5150811'] for port, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:22:51.558262 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-ed3d18ab-3f15-4a7d-ba6e-e19b36bf2ced tempest-VolumesSnapshotTestJSON-1233461717 tempest-VolumesSnapshotTestJSON-1233461717-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:22:51.582899 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f6df17-5b9c-483a-a0d6-2b26e34709e8 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Pushing event deleted for resources: {'Port': ['ID=a8f1bcbc-469f-445b-a903-c85b648da1c0,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:22:51.608949 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f6df17-5b9c-483a-a0d6-2b26e34709e8 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:22:51.609483 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f6df17-5b9c-483a-a0d6-2b26e34709e8 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:22:51.609856 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f6df17-5b9c-483a-a0d6-2b26e34709e8 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:22:51.610217 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f6df17-5b9c-483a-a0d6-2b26e34709e8 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:22:51.610571 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f6df17-5b9c-483a-a0d6-2b26e34709e8 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:22:51.610924 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f6df17-5b9c-483a-a0d6-2b26e34709e8 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:22:51.611869 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f6df17-5b9c-483a-a0d6-2b26e34709e8 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:22:51.612426 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f6df17-5b9c-483a-a0d6-2b26e34709e8 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:22:51.612834 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f6df17-5b9c-483a-a0d6-2b26e34709e8 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:22:51.613194 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f6df17-5b9c-483a-a0d6-2b26e34709e8 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:22:51.613543 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f6df17-5b9c-483a-a0d6-2b26e34709e8 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:22:51.613890 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f6df17-5b9c-483a-a0d6-2b26e34709e8 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:22:51.617557 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-d4f6df17-5b9c-483a-a0d6-2b26e34709e8 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:22:51.653352 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-d4f6df17-5b9c-483a-a0d6-2b26e34709e8 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Notify callbacks [] for floatingip, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:22:51.656271 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-d4f6df17-5b9c-483a-a0d6-2b26e34709e8 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91146'] for floatingip, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:22:51.657453 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-d4f6df17-5b9c-483a-a0d6-2b26e34709e8 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "DELETE /v2.0/floatingips/bf012a65-ecdd-472c-8931-494f14cb9ca6 HTTP/1.1" status: 204 len: 168 time: 0.4963684 Jun 22 07:22:52.024632 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 51318) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:22:52.029342 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.v2.base [None req-cf20a7e5-a796-4d83-beaf-ca15ce275cb5 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2060136745', 'description': 'tempest-description--477727530'}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:22:52.052138 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-cf20a7e5-a796-4d83-beaf-ca15ce275cb5 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Notify callbacks [] for security_group, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:22:52.138060 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-cf20a7e5-a796-4d83-beaf-ca15ce275cb5 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Notify callbacks [] for security_group, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:22:52.141971 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-cf20a7e5-a796-4d83-beaf-ca15ce275cb5 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:22:52.144450 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-0985be53-be3e-4b8f-865d-0ce90e515212 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:22:52.169601 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-cf20a7e5-a796-4d83-beaf-ca15ce275cb5 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Notify callbacks [] for security_group, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:22:52.170802 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-cf20a7e5-a796-4d83-beaf-ca15ce275cb5 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1451840 Jun 22 07:22:52.172690 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf20a7e5-a796-4d83-beaf-ca15ce275cb5 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20866448-1631-4ff3-a6ba-426d96ca54f9,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:22:52.174478 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 51320) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:22:52.176166 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-cf20a7e5-a796-4d83-beaf-ca15ce275cb5 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:22:52.179433 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.v2.base [None req-992d67a9-768e-4096-a1b3-81e87192b056 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Request body: {'security_group_rule': {'security_group_id': '20866448-1631-4ff3-a6ba-426d96ca54f9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:22:52.207630 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-992d67a9-768e-4096-a1b3-81e87192b056 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:22:52.254585 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-992d67a9-768e-4096-a1b3-81e87192b056 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:22:52.257981 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-992d67a9-768e-4096-a1b3-81e87192b056 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037535'] for security_group_rule, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:22:52.260049 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-e5f55d50-807d-4fcf-ad27-4ad2afdd7852 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:22:52.277647 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992d67a9-768e-4096-a1b3-81e87192b056 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5063ac7-448b-4c87-816b-6e8a33779414,revision_number=0']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:22:52.280223 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-992d67a9-768e-4096-a1b3-81e87192b056 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:22:52.281737 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-992d67a9-768e-4096-a1b3-81e87192b056 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:22:52.283114 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-992d67a9-768e-4096-a1b3-81e87192b056 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1071074 Jun 22 07:22:52.285902 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 51322) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:22:52.290292 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.v2.base [None req-ce97993a-4212-4498-9e6a-b77e787964e4 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Request body: {'security_group_rule': {'security_group_id': '20866448-1631-4ff3-a6ba-426d96ca54f9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:22:52.318531 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-ce97993a-4212-4498-9e6a-b77e787964e4 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:22:52.379105 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-ce97993a-4212-4498-9e6a-b77e787964e4 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:22:52.383694 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-ce97993a-4212-4498-9e6a-b77e787964e4 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037535'] for security_group_rule, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:22:52.385821 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-bde7ed24-05ec-4528-a1f8-0f03e26935bd tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:22:52.404637 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce97993a-4212-4498-9e6a-b77e787964e4 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aedd8a5a-04a6-400b-ab69-76a95ee8b341,revision_number=0']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:22:52.407450 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-ce97993a-4212-4498-9e6a-b77e787964e4 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:22:52.413863 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-ce97993a-4212-4498-9e6a-b77e787964e4 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:22:52.415075 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-ce97993a-4212-4498-9e6a-b77e787964e4 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1282303 Jun 22 07:22:52.418091 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 51328) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:22:52.422586 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.v2.base [None req-5198692b-c8b9-49e7-8ec2-cf934ce2e4ee tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Request body: {'floatingip': {'floating_network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2'}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:22:52.446140 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-5198692b-c8b9-49e7-8ec2-cf934ce2e4ee tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Notify callbacks [] for floatingip, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:22:52.561362 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-5198692b-c8b9-49e7-8ec2-cf934ce2e4ee tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1809762'] for port, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:22:52.697027 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-492e4045-4369-4b1f-a9fa-1a75cfc57512 req-44dd26d8-211a-48a8-b634-c79dee4072ab tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-465237858&fields=id&tenant_id=ec9a29227f1b402da02d8ce725e6cef8 HTTP/1.1" status: 200 len: 267 time: 0.0522301 Jun 22 07:22:52.698037 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.db.db_base_plugin_common [None req-5198692b-c8b9-49e7-8ec2-cf934ce2e4ee tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Allocated IP 172.27.1.150 (73c4e24d-548c-4da2-96ca-75881b5fbbd2/544f46cc-96c5-45ec-92af-d864e0b11db8/5f646b05-81df-49df-a2ce-a471be53bb56) {{(pid=92919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 07:22:52.839407 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492e4045-4369-4b1f-a9fa-1a75cfc57512 req-6fd21838-e221-4a6f-8f42-207b4066ec3d tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:22:52.840797 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-492e4045-4369-4b1f-a9fa-1a75cfc57512 req-6fd21838-e221-4a6f-8f42-207b4066ec3d tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] 10.222.0.24 "GET /v2.0/ports?device_id=c57f5ee8-26cd-4955-9a82-fb01de9793ee HTTP/1.1" status: 200 len: 985 time: 0.1383564 Jun 22 07:22:52.855812 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.v2.base [req-492e4045-4369-4b1f-a9fa-1a75cfc57512 req-8e6ac15c-673a-4778-ac37-51ef63281014 tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] Request body: {'port': {'security_groups': ['184d9c39-9e83-4f1f-a6ee-6da78c1e0aec']}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:22:52.862546 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-5198692b-c8b9-49e7-8ec2-cf934ce2e4ee tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Notify callbacks [] for port, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:22:52.957639 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-492e4045-4369-4b1f-a9fa-1a75cfc57512 req-8e6ac15c-673a-4778-ac37-51ef63281014 tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:22:52.976410 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-5198692b-c8b9-49e7-8ec2-cf934ce2e4ee tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1809569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-690206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773473471591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4832682'] for port, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:22:52.998410 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:22:53.042481 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5198692b-c8b9-49e7-8ec2-cf934ce2e4ee tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Network 73c4e24d-548c-4da2-96ca-75881b5fbbd2 is already hosted by enough agents. {{(pid=92919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 07:22:53.051300 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.scheduler.base_scheduler [None req-5198692b-c8b9-49e7-8ec2-cf934ce2e4ee tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Resources bound (agent type, host, resource id): {{(pid=92919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 07:22:53.060675 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5198692b-c8b9-49e7-8ec2-cf934ce2e4ee tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Received port after_create {{(pid=92919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 07:22:53.089281 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5198692b-c8b9-49e7-8ec2-cf934ce2e4ee tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Pushing event updated for resources: {'Port': ['ID=5f646b05-81df-49df-a2ce-a471be53bb56,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:22:53.097075 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-5198692b-c8b9-49e7-8ec2-cf934ce2e4ee tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:22:53.121258 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Device e4159f94-5527-4466-8635-e476cd2fc9b0 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=92921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 07:22:53.141779 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] No Port match for: e4159f94-5527-4466-8635-e476cd2fc9b0 {{(pid=92921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 07:22:53.142143 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Device e4159f94-5527-4466-8635-e476cd2fc9b0 not bound to the agent host hv-cinder-78662 {{(pid=92921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 07:22:53.224674 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-5198692b-c8b9-49e7-8ec2-cf934ce2e4ee tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:22:53.270008 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.db [req-492e4045-4369-4b1f-a9fa-1a75cfc57512 req-8e6ac15c-673a-4778-ac37-51ef63281014 tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] For port 2b84e1d2-a87e-4501-8c71-5641bc2cc690, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=2b84e1d2-a87e-4501-8c71-5641bc2cc690,segment=NetworkSegment(470fa131-3fdb-481d-89d7-dc5853f1500c),segment_id=470fa131-3fdb-481d-89d7-dc5853f1500c)] {{(pid=92919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:22:53.299304 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-5198692b-c8b9-49e7-8ec2-cf934ce2e4ee tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:22:53.330644 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-492e4045-4369-4b1f-a9fa-1a75cfc57512 req-8e6ac15c-673a-4778-ac37-51ef63281014 tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] Notify callbacks [] for port, precommit_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:22:53.336277 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-492e4045-4369-4b1f-a9fa-1a75cfc57512 req-8e6ac15c-673a-4778-ac37-51ef63281014 tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4832664'] for port, after_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:22:53.340930 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-2831f20d-1fae-45f8-b6ee-bffd3f2a8f60 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:22:53.349520 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] get_ports_and_sgs() called for port_ids ['2b84e1d2-a87e-4501-8c71-5641bc2cc690'] {{(pid=92921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 07:22:53.401704 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492e4045-4369-4b1f-a9fa-1a75cfc57512 req-8e6ac15c-673a-4778-ac37-51ef63281014 tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:22:53.402325 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-492e4045-4369-4b1f-a9fa-1a75cfc57512 req-8e6ac15c-673a-4778-ac37-51ef63281014 tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91146'] for port, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:22:53.403729 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-492e4045-4369-4b1f-a9fa-1a75cfc57512 req-8e6ac15c-673a-4778-ac37-51ef63281014 tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] 10.222.0.24 "PUT /v2.0/ports/2b84e1d2-a87e-4501-8c71-5641bc2cc690 HTTP/1.1" status: 200 len: 943 time: 0.5546010 Jun 22 07:22:53.406629 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c57f5ee8-26cd-4955-9a82-fb01de9793ee', 'tag': '2b84e1d2-a87e-4501-8c71-5641bc2cc690'}] {{(pid=92919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 07:22:53.409741 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2874ba58536e60953e76cf0b72237944d74909d10009afe4cd7b86cda982d3ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf8174d2-65cb-4a1b-ad2e-be047d9c7ee1" -d '{"events": [{"name": "network-changed", "server_uuid": "c57f5ee8-26cd-4955-9a82-fb01de9793ee", "tag": "2b84e1d2-a87e-4501-8c71-5641bc2cc690"}]}' {{(pid=92919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 07:22:53.411175 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 51332) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:22:53.468009 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 07:22:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-018c3bb7-7c03-4fd9-8f9a-c1fcbf09c44b x-openstack-request-id: req-018c3bb7-7c03-4fd9-8f9a-c1fcbf09c44b {{(pid=92919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 07:22:53.468335 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c57f5ee8-26cd-4955-9a82-fb01de9793ee", "tag": "2b84e1d2-a87e-4501-8c71-5641bc2cc690", "status": "completed", "code": 200}]} {{(pid=92919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 07:22:53.469253 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-018c3bb7-7c03-4fd9-8f9a-c1fcbf09c44b {{(pid=92919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 07:22:53.469253 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c57f5ee8-26cd-4955-9a82-fb01de9793ee', 'tag': '2b84e1d2-a87e-4501-8c71-5641bc2cc690', 'status': 'completed', 'code': 200} Jun 22 07:22:53.476943 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6ac15c-673a-4778-ac37-51ef63281014 tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] Pushing event updated for resources: {'Port': ['ID=2b84e1d2-a87e-4501-8c71-5641bc2cc690,revision_number=7']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:22:53.481518 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-8e6ac15c-673a-4778-ac37-51ef63281014 tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:22:53.494281 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] get_ports_and_sgs() called for port_ids ['2b84e1d2-a87e-4501-8c71-5641bc2cc690'] {{(pid=92921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 07:22:53.513374 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-4e3896a4-94fb-4b16-a765-11117defd0b0 tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] Notify callbacks [] for security_group, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:22:53.540681 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-4e3896a4-94fb-4b16-a765-11117defd0b0 tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:22:53.599963 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-5198692b-c8b9-49e7-8ec2-cf934ce2e4ee tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Notify callbacks [] for port, precommit_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:22:53.608797 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-4e3896a4-94fb-4b16-a765-11117defd0b0 tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:22:53.611815 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-4e3896a4-94fb-4b16-a765-11117defd0b0 tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] Notify callbacks [] for security_group, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:22:53.615821 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-4e3896a4-94fb-4b16-a765-11117defd0b0 tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] 10.222.0.24 "DELETE /v2.0/security-groups/fdfd1704-db10-4149-a8da-3280f92bf09e HTTP/1.1" status: 204 len: 168 time: 0.2012062 Jun 22 07:22:53.616748 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-881a978c-4b5d-419f-9bd6-3f5f9021673f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:22:53.618480 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8174d2-65cb-4a1b-ad2e-be047d9c7ee1 req-e8edae9a-1733-41c5-be48-01e8d1057e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:22:53.619963 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-bf8174d2-65cb-4a1b-ad2e-be047d9c7ee1 req-e8edae9a-1733-41c5-be48-01e8d1057e57 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ec9a29227f1b402da02d8ce725e6cef8&device_id=c57f5ee8-26cd-4955-9a82-fb01de9793ee HTTP/1.1" status: 200 len: 1099 time: 0.1153679 Jun 22 07:22:53.624860 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 51338) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:22:53.625930 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-5198692b-c8b9-49e7-8ec2-cf934ce2e4ee tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4832664'] for port, after_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:22:53.636571 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3896a4-94fb-4b16-a765-11117defd0b0 tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdfd1704-db10-4149-a8da-3280f92bf09e,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:22:53.636867 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:22:53.643185 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-4e3896a4-94fb-4b16-a765-11117defd0b0 tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:22:53.740698 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-109bcc6c-a01c-4b77-b533-57c4b7ac7dfb None None] Provisioning complete for port 2b84e1d2-a87e-4501-8c71-5641bc2cc690 triggered by entity DHCP. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:22:53.741129 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-109bcc6c-a01c-4b77-b533-57c4b7ac7dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1879668'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:22:53.866819 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5198692b-c8b9-49e7-8ec2-cf934ce2e4ee tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Pushing event updated for resources: {'Port': ['ID=5f646b05-81df-49df-a2ce-a471be53bb56,revision_number=2']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:22:53.880220 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-5198692b-c8b9-49e7-8ec2-cf934ce2e4ee tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:22:53.883831 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-5198692b-c8b9-49e7-8ec2-cf934ce2e4ee tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-706738'] for floatingip, after_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:22:53.909696 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8174d2-65cb-4a1b-ad2e-be047d9c7ee1 req-6abad7ac-ccb8-4070-8a0d-9b4fc4f17775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:22:53.911136 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-bf8174d2-65cb-4a1b-ad2e-be047d9c7ee1 req-6abad7ac-ccb8-4070-8a0d-9b4fc4f17775 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b76c3898-71b4-47e9-8565-8fd368eecb52 HTTP/1.1" status: 200 len: 916 time: 0.2807956 Jun 22 07:22:53.929953 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-5198692b-c8b9-49e7-8ec2-cf934ce2e4ee tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91146'] for floatingip, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:22:53.931075 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-5198692b-c8b9-49e7-8ec2-cf934ce2e4ee tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5119674 Jun 22 07:22:54.009085 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-bf8174d2-65cb-4a1b-ad2e-be047d9c7ee1 req-b14462ce-24cf-465b-8ca7-772f95558d8e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2b84e1d2-a87e-4501-8c71-5641bc2cc690 HTTP/1.1" status: 200 len: 1001 time: 0.0906312 Jun 22 07:22:54.055153 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.plugin [None req-0d0ac635-8b8e-4ee9-9ca5-518cfcd7650e tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] Deleting port 28dd631c-ec2c-4d9b-a1a0-53550ffe0c3c {{(pid=92919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 07:22:54.055489 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-0d0ac635-8b8e-4ee9-9ca5-518cfcd7650e tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773474057189'] for port, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:22:54.115054 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8174d2-65cb-4a1b-ad2e-be047d9c7ee1 req-3da7a912-80dd-4be7-84c5-8541ae68414f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:22:54.116431 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-bf8174d2-65cb-4a1b-ad2e-be047d9c7ee1 req-3da7a912-80dd-4be7-84c5-8541ae68414f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5599c154-2134-4868-9ecc-e0f7abbd15ae HTTP/1.1" status: 200 len: 854 time: 0.1001215 Jun 22 07:22:54.192420 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-d8112ddd-9633-41c0-b4c6-bb9809370ac9 req-651cefda-a4f4-42f0-b31e-8a492bc88ea2 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--2060136745&fields=id&tenant_id=d4f594fab10d40c7ba3121bb30f350f6 HTTP/1.1" status: 200 len: 267 time: 0.0924594 Jun 22 07:22:54.202193 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-0d0ac635-8b8e-4ee9-9ca5-518cfcd7650e tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-707208'] for port, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:22:54.202515 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-0d0ac635-8b8e-4ee9-9ca5-518cfcd7650e tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:22:54.318475 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.plugin [None req-0d0ac635-8b8e-4ee9-9ca5-518cfcd7650e tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] Calling delete_port for 28dd631c-ec2c-4d9b-a1a0-53550ffe0c3c owned by network:floatingip {{(pid=92919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 07:22:54.393580 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8174d2-65cb-4a1b-ad2e-be047d9c7ee1 req-e7904f66-d055-48f1-b7b2-311383baa616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:22:54.395042 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-bf8174d2-65cb-4a1b-ad2e-be047d9c7ee1 req-e7904f66-d055-48f1-b7b2-311383baa616 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b76c3898-71b4-47e9-8565-8fd368eecb52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2642159 Jun 22 07:22:54.756122 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8112ddd-9633-41c0-b4c6-bb9809370ac9 req-60886fc3-5297-464b-9865-adc587b2c9cb tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:22:54.757653 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-d8112ddd-9633-41c0-b4c6-bb9809370ac9 req-60886fc3-5297-464b-9865-adc587b2c9cb tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "GET /v2.0/networks?id=e45ca323-df81-4e4e-ad4b-9a2282b40737 HTTP/1.1" status: 200 len: 810 time: 0.5582454 Jun 22 07:22:54.791252 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-d8112ddd-9633-41c0-b4c6-bb9809370ac9 req-7763f384-9363-4f79-aef8-0435a48cd9b6 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "GET /v2.0/quotas/d4f594fab10d40c7ba3121bb30f350f6 HTTP/1.1" status: 200 len: 375 time: 0.0227497 Jun 22 07:22:54.862818 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-bf8174d2-65cb-4a1b-ad2e-be047d9c7ee1 req-1871eb18-eada-4b1f-99f1-f0aee511eabd service neutron] 10.222.0.41 "GET /v2.0/networks/b76c3898-71b4-47e9-8565-8fd368eecb52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4595196 Jun 22 07:22:54.984012 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-d8112ddd-9633-41c0-b4c6-bb9809370ac9 req-9d710ca4-5e31-462d-988b-66c328c03480 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=d4f594fab10d40c7ba3121bb30f350f6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1839943 Jun 22 07:22:55.013300 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-0d0ac635-8b8e-4ee9-9ca5-518cfcd7650e tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773474061029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773473471600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4832659'] for port, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:22:55.019725 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-60a25071-bf29-4575-bd56-db1587246ec6 tempest-VolumesActionsTest-2627565 tempest-VolumesActionsTest-2627565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:22:55.089960 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0ac635-8b8e-4ee9-9ca5-518cfcd7650e tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] Pushing event deleted for resources: {'Port': ['ID=28dd631c-ec2c-4d9b-a1a0-53550ffe0c3c,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:22:55.096884 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-bf8174d2-65cb-4a1b-ad2e-be047d9c7ee1 req-07bcb86a-8221-4f1e-98fb-a6ddd0135d94 service neutron] 10.222.0.41 "GET /v2.0/networks/b76c3898-71b4-47e9-8565-8fd368eecb52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2195208 Jun 22 07:22:55.098699 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-0d0ac635-8b8e-4ee9-9ca5-518cfcd7650e tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:22:55.182556 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-0d0ac635-8b8e-4ee9-9ca5-518cfcd7650e tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] Notify callbacks [] for floatingip, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:22:55.182873 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.db.l3_db [None req-0d0ac635-8b8e-4ee9-9ca5-518cfcd7650e tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] Floating IP c8afbc9f-755d-4fd4-b73a-b68280d30493 disassociated (deleted). External IP: 172.27.1.56, port: 2b84e1d2-a87e-4501-8c71-5641bc2cc690. Jun 22 07:22:55.186739 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-d8112ddd-9633-41c0-b4c6-bb9809370ac9 req-169997e3-37f4-4943-a6f3-6a7ad00566e4 service neutron] 10.222.0.24 "GET /v2.0/networks/e45ca323-df81-4e4e-ad4b-9a2282b40737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826274 Jun 22 07:22:55.361850 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-d8112ddd-9633-41c0-b4c6-bb9809370ac9 req-37467101-574e-4aca-9cb3-e8bb8050eb8e service neutron] 10.222.0.24 "GET /v2.0/networks/e45ca323-df81-4e4e-ad4b-9a2282b40737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390822 Jun 22 07:22:55.475315 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d0ac635-8b8e-4ee9-9ca5-518cfcd7650e tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] Router 8bd1946c-5955-45c6-99fa-0071638e897a has already been hosted by L3 agent f18ef446-1389-4802-a345-f314a6956002 {{(pid=92919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 07:22:55.554596 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-f3ddb126-7ac5-4880-b9ec-0e3349e387f9 req-3bd4405a-3c81-49b1-b8a2-91f7f29b0a1a tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "GET /v2.0/ports?device_id=056552d0-15f1-4a6e-ade1-bfae8d3f0916 HTTP/1.1" status: 200 len: 210 time: 0.0352128 Jun 22 07:22:55.616764 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d0ac635-8b8e-4ee9-9ca5-518cfcd7650e tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] Notify agent at l3_agent.dv-cinder-786627-11-iscsi the message routers_updated {{(pid=92919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 07:22:55.622345 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-0d0ac635-8b8e-4ee9-9ca5-518cfcd7650e tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91146'] for floatingip, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:22:55.629461 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7aacb46-ec29-444a-913f-3a703e8532dc None None] Sync routers for ids ['8bd1946c-5955-45c6-99fa-0071638e897a'] in dv-cinder-786627-11-iscsi {{(pid=92921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 07:22:55.639508 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7aacb46-ec29-444a-913f-3a703e8532dc None None] Routers {'8bd1946c-5955-45c6-99fa-0071638e897a'} bound to L3 agent in host dv-cinder-786627-11-iscsi {{(pid=92921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 07:22:55.640262 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-a7aacb46-ec29-444a-913f-3a703e8532dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-22T07:06:03Z,description=,heartbeat_timestamp=2021-06-22T07:22:33Z,host='dv-cinder-786627-11-iscsi',id=f18ef446-1389-4802-a345-f314a6956002,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T07:06:03Z,topic='l3_agent')) {'router_ids': ['8bd1946c-5955-45c6-99fa-0071638e897a'], 'active': True} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:22:55.665455 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-0d0ac635-8b8e-4ee9-9ca5-518cfcd7650e tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] 10.222.0.24 "DELETE /v2.0/floatingips/c8afbc9f-755d-4fd4-b73a-b68280d30493 HTTP/1.1" status: 204 len: 168 time: 2.0360932 Jun 22 07:22:55.666087 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c57f5ee8-26cd-4955-9a82-fb01de9793ee', 'tag': '2b84e1d2-a87e-4501-8c71-5641bc2cc690'}] {{(pid=92919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 07:22:55.668760 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2874ba58536e60953e76cf0b72237944d74909d10009afe4cd7b86cda982d3ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d0e0c7b-fd28-4791-a94a-de413206effe" -d '{"events": [{"name": "network-changed", "server_uuid": "c57f5ee8-26cd-4955-9a82-fb01de9793ee", "tag": "2b84e1d2-a87e-4501-8c71-5641bc2cc690"}]}' {{(pid=92919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 07:22:55.719971 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 07:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00a7fc8f-9284-40b9-a4b5-2d34e3d02525 x-openstack-request-id: req-00a7fc8f-9284-40b9-a4b5-2d34e3d02525 {{(pid=92919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 07:22:55.720318 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c57f5ee8-26cd-4955-9a82-fb01de9793ee", "tag": "2b84e1d2-a87e-4501-8c71-5641bc2cc690", "status": "completed", "code": 200}]} {{(pid=92919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 07:22:55.720647 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-00a7fc8f-9284-40b9-a4b5-2d34e3d02525 {{(pid=92919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 07:22:55.721330 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c57f5ee8-26cd-4955-9a82-fb01de9793ee', 'tag': '2b84e1d2-a87e-4501-8c71-5641bc2cc690', 'status': 'completed', 'code': 200} Jun 22 07:22:55.821549 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0e0c7b-fd28-4791-a94a-de413206effe req-c7b60d98-bdf1-4c52-ba49-963573d62f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:22:55.823325 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-3d0e0c7b-fd28-4791-a94a-de413206effe req-c7b60d98-bdf1-4c52-ba49-963573d62f12 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ec9a29227f1b402da02d8ce725e6cef8&device_id=c57f5ee8-26cd-4955-9a82-fb01de9793ee HTTP/1.1" status: 200 len: 1099 time: 0.0749900 Jun 22 07:22:55.931259 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvr_db [None req-a7aacb46-ec29-444a-913f-3a703e8532dc None None] Set router 8bd1946c-5955-45c6-99fa-0071638e897a gateway port host: dv-cinder-786627-11-iscsi {{(pid=92921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 07:22:55.941471 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0e0c7b-fd28-4791-a94a-de413206effe req-11d67058-8400-4f67-a15f-fa36ee79cbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:22:55.943524 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-3d0e0c7b-fd28-4791-a94a-de413206effe req-11d67058-8400-4f67-a15f-fa36ee79cbe7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b76c3898-71b4-47e9-8565-8fd368eecb52 HTTP/1.1" status: 200 len: 916 time: 0.1126487 Jun 22 07:22:55.997434 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-3d0e0c7b-fd28-4791-a94a-de413206effe req-e6559f15-e214-4066-9aff-1650f181370e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2b84e1d2-a87e-4501-8c71-5641bc2cc690 HTTP/1.1" status: 200 len: 217 time: 0.0410435 Jun 22 07:22:56.066174 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0e0c7b-fd28-4791-a94a-de413206effe req-4a74821c-9d76-4143-aabf-8f006e13ff55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:22:56.068502 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-3d0e0c7b-fd28-4791-a94a-de413206effe req-4a74821c-9d76-4143-aabf-8f006e13ff55 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5599c154-2134-4868-9ecc-e0f7abbd15ae HTTP/1.1" status: 200 len: 854 time: 0.0641277 Jun 22 07:22:56.154589 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0e0c7b-fd28-4791-a94a-de413206effe req-2b7003ed-1e64-4ba2-a144-07f5034e384d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:22:56.156076 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-3d0e0c7b-fd28-4791-a94a-de413206effe req-2b7003ed-1e64-4ba2-a144-07f5034e384d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b76c3898-71b4-47e9-8565-8fd368eecb52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0736883 Jun 22 07:22:56.183660 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-a7aacb46-ec29-444a-913f-3a703e8532dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bd1946c-5955-45c6-99fa-0071638e897a', 'name': 'tempest-TestMinimumBasicScenario-1073141061-router', 'tenant_id': 'ec9a29227f1b402da02d8ce725e6cef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'external_fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': 'e2d77938-9f84-4ef3-a840-eea521051cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:16:34Z', 'updated_at': '2021-06-22T07:16:39Z', 'revision_number': 4, 'project_id': 'ec9a29227f1b402da02d8ce725e6cef8', 'gw_port': {'id': 'e2d77938-9f84-4ef3-a840-eea521051cb4', 'name': '', 'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:59:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd1946c-5955-45c6-99fa-0071638e897a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:16:35Z', 'updated_at': '2021-06-22T07:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-iscsi', '_interfaces': [{'id': '42115bab-5c66-4554-8573-63ef445c3672', 'name': '', 'network_id': 'b76c3898-71b4-47e9-8565-8fd368eecb52', 'tenant_id': 'ec9a29227f1b402da02d8ce725e6cef8', 'mac_address': 'fa:16:3e:d3:86:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd1946c-5955-45c6-99fa-0071638e897a', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '5599c154-2134-4868-9ecc-e0f7abbd15ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:16:38Z', 'updated_at': '2021-06-22T07:16:47Z', 'revision_number': 5, 'project_id': 'ec9a29227f1b402da02d8ce725e6cef8', 'subnets': [{'id': '5599c154-2134-4868-9ecc-e0f7abbd15ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-11-iscsi', False) {} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:22:56.215566 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7aacb46-ec29-444a-913f-3a703e8532dc None None] Checking router: 8bd1946c-5955-45c6-99fa-0071638e897a for host: dv-cinder-786627-11-iscsi {{(pid=92921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 07:22:56.225297 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7aacb46-ec29-444a-913f-3a703e8532dc None None] Routers {'8bd1946c-5955-45c6-99fa-0071638e897a'} bound to L3 agent in host dv-cinder-786627-11-iscsi {{(pid=92921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 07:22:56.225922 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-a7aacb46-ec29-444a-913f-3a703e8532dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-22T07:06:03Z,description=,heartbeat_timestamp=2021-06-22T07:22:33Z,host='dv-cinder-786627-11-iscsi',id=f18ef446-1389-4802-a345-f314a6956002,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T07:06:03Z,topic='l3_agent')) {'router_ids': ['8bd1946c-5955-45c6-99fa-0071638e897a'], 'active': True} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:22:56.253323 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-3d0e0c7b-fd28-4791-a94a-de413206effe req-6d03c3d3-6c14-4f64-a559-93e61b56184f service neutron] 10.222.0.41 "GET /v2.0/networks/b76c3898-71b4-47e9-8565-8fd368eecb52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901616 Jun 22 07:22:56.335090 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvr_db [None req-a7aacb46-ec29-444a-913f-3a703e8532dc None None] Set router 8bd1946c-5955-45c6-99fa-0071638e897a gateway port host: dv-cinder-786627-11-iscsi {{(pid=92921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 07:22:56.351167 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-3d0e0c7b-fd28-4791-a94a-de413206effe req-542793f9-d836-4376-9f70-25fe1c60467b service neutron] 10.222.0.41 "GET /v2.0/networks/b76c3898-71b4-47e9-8565-8fd368eecb52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899730 Jun 22 07:22:56.531814 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-a7aacb46-ec29-444a-913f-3a703e8532dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bd1946c-5955-45c6-99fa-0071638e897a', 'name': 'tempest-TestMinimumBasicScenario-1073141061-router', 'tenant_id': 'ec9a29227f1b402da02d8ce725e6cef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'external_fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': 'e2d77938-9f84-4ef3-a840-eea521051cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:16:34Z', 'updated_at': '2021-06-22T07:16:39Z', 'revision_number': 4, 'project_id': 'ec9a29227f1b402da02d8ce725e6cef8', 'gw_port': {'id': 'e2d77938-9f84-4ef3-a840-eea521051cb4', 'name': '', 'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:59:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd1946c-5955-45c6-99fa-0071638e897a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:16:35Z', 'updated_at': '2021-06-22T07:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-iscsi', '_interfaces': [{'id': '42115bab-5c66-4554-8573-63ef445c3672', 'name': '', 'network_id': 'b76c3898-71b4-47e9-8565-8fd368eecb52', 'tenant_id': 'ec9a29227f1b402da02d8ce725e6cef8', 'mac_address': 'fa:16:3e:d3:86:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd1946c-5955-45c6-99fa-0071638e897a', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '5599c154-2134-4868-9ecc-e0f7abbd15ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:16:38Z', 'updated_at': '2021-06-22T07:16:47Z', 'revision_number': 5, 'project_id': 'ec9a29227f1b402da02d8ce725e6cef8', 'subnets': [{'id': '5599c154-2134-4868-9ecc-e0f7abbd15ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-11-iscsi', False) {} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:22:56.558169 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7aacb46-ec29-444a-913f-3a703e8532dc None None] The sync data for ids ['8bd1946c-5955-45c6-99fa-0071638e897a'] in dv-cinder-786627-11-iscsi is: [{'id': '8bd1946c-5955-45c6-99fa-0071638e897a', 'name': 'tempest-TestMinimumBasicScenario-1073141061-router', 'tenant_id': 'ec9a29227f1b402da02d8ce725e6cef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'external_fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': 'e2d77938-9f84-4ef3-a840-eea521051cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:16:34Z', 'updated_at': '2021-06-22T07:16:39Z', 'revision_number': 4, 'project_id': 'ec9a29227f1b402da02d8ce725e6cef8', 'gw_port': {'id': 'e2d77938-9f84-4ef3-a840-eea521051cb4', 'name': '', 'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:59:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd1946c-5955-45c6-99fa-0071638e897a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:16:35Z', 'updated_at': '2021-06-22T07:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-iscsi', '_interfaces': [{'id': '42115bab-5c66-4554-8573-63ef445c3672', 'name': '', 'network_id': 'b76c3898-71b4-47e9-8565-8fd368eecb52', 'tenant_id': 'ec9a29227f1b402da02d8ce725e6cef8', 'mac_address': 'fa:16:3e:d3:86:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd1946c-5955-45c6-99fa-0071638e897a', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '5599c154-2134-4868-9ecc-e0f7abbd15ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:16:38Z', 'updated_at': '2021-06-22T07:16:47Z', 'revision_number': 5, 'project_id': 'ec9a29227f1b402da02d8ce725e6cef8', 'subnets': [{'id': '5599c154-2134-4868-9ecc-e0f7abbd15ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 07:22:56.714355 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-a82678d0-fda4-4da4-b095-5b291479b79f req-155e4bf5-9871-4b05-ba3e-8a737244d288 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "GET /v2.0/ports?device_id=056552d0-15f1-4a6e-ade1-bfae8d3f0916 HTTP/1.1" status: 200 len: 210 time: 0.0348318 Jun 22 07:22:56.819128 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28901fa7-da72-42df-a4db-62d39256df28 None None] New status for floating IP c8afbc9f-755d-4fd4-b73a-b68280d30493: DOWN {{(pid=92922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 07:22:56.829699 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8112ddd-9633-41c0-b4c6-bb9809370ac9 req-d13316d3-338c-48a9-9981-dc1f74adbf9d tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:22:56.831192 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-d8112ddd-9633-41c0-b4c6-bb9809370ac9 req-d13316d3-338c-48a9-9981-dc1f74adbf9d tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.41 "GET /v2.0/networks?id=e45ca323-df81-4e4e-ad4b-9a2282b40737 HTTP/1.1" status: 200 len: 810 time: 0.1197479 Jun 22 07:22:56.875508 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-d8112ddd-9633-41c0-b4c6-bb9809370ac9 req-d454bc82-12a9-48b7-af08-b72d593c2ac6 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d4f594fab10d40c7ba3121bb30f350f6 HTTP/1.1" status: 200 len: 380 time: 0.0344467 Jun 22 07:22:56.885522 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.v2.base [req-d8112ddd-9633-41c0-b4c6-bb9809370ac9 req-1e946b0e-bff0-4db8-aeda-f52f82ea40e6 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Request body: {'port': {'device_id': '056552d0-15f1-4a6e-ade1-bfae8d3f0916', 'network_id': 'e45ca323-df81-4e4e-ad4b-9a2282b40737', 'admin_state_up': True, 'tenant_id': 'd4f594fab10d40c7ba3121bb30f350f6', 'security_groups': ['20866448-1631-4ff3-a6ba-426d96ca54f9']}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:22:57.002163 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8112ddd-9633-41c0-b4c6-bb9809370ac9 req-1e946b0e-bff0-4db8-aeda-f52f82ea40e6 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Made reservation on behalf of d4f594fab10d40c7ba3121bb30f350f6 for: {'port': 1} {{(pid=92919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 07:22:57.005844 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-d8112ddd-9633-41c0-b4c6-bb9809370ac9 req-1e946b0e-bff0-4db8-aeda-f52f82ea40e6 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1809762'] for port, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:22:57.141671 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.db.db_base_plugin_common [req-d8112ddd-9633-41c0-b4c6-bb9809370ac9 req-1e946b0e-bff0-4db8-aeda-f52f82ea40e6 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Allocated IP 172.20.0.3 (e45ca323-df81-4e4e-ad4b-9a2282b40737/f68816de-e03b-4f38-99ee-40e3f1c0a6fd/b7d0dcfa-da80-43fe-8406-7e33b01f461b) {{(pid=92919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 07:22:57.289493 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-d8112ddd-9633-41c0-b4c6-bb9809370ac9 req-1e946b0e-bff0-4db8-aeda-f52f82ea40e6 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Notify callbacks [] for port, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:22:57.303680 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.db.provisioning_blocks [req-d8112ddd-9633-41c0-b4c6-bb9809370ac9 req-1e946b0e-bff0-4db8-aeda-f52f82ea40e6 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Transition to ACTIVE for port object b7d0dcfa-da80-43fe-8406-7e33b01f461b will not be triggered until provisioned by entity DHCP. {{(pid=92919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 07:22:57.340359 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-d8112ddd-9633-41c0-b4c6-bb9809370ac9 req-1e946b0e-bff0-4db8-aeda-f52f82ea40e6 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1809569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-690206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773473471591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4832682'] for port, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:22:57.345702 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:22:57.390186 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8112ddd-9633-41c0-b4c6-bb9809370ac9 req-1e946b0e-bff0-4db8-aeda-f52f82ea40e6 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Network e45ca323-df81-4e4e-ad4b-9a2282b40737 is already hosted by enough agents. {{(pid=92919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 07:22:57.396895 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.scheduler.base_scheduler [req-d8112ddd-9633-41c0-b4c6-bb9809370ac9 req-1e946b0e-bff0-4db8-aeda-f52f82ea40e6 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Resources bound (agent type, host, resource id): {{(pid=92919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 07:22:57.399346 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8112ddd-9633-41c0-b4c6-bb9809370ac9 req-1e946b0e-bff0-4db8-aeda-f52f82ea40e6 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Received port after_create {{(pid=92919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 07:22:57.438196 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e946b0e-bff0-4db8-aeda-f52f82ea40e6 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Pushing event updated for resources: {'Port': ['ID=b7d0dcfa-da80-43fe-8406-7e33b01f461b,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:22:57.443493 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-1e946b0e-bff0-4db8-aeda-f52f82ea40e6 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:22:57.461231 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8112ddd-9633-41c0-b4c6-bb9809370ac9 req-1e946b0e-bff0-4db8-aeda-f52f82ea40e6 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:22:57.463357 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-d8112ddd-9633-41c0-b4c6-bb9809370ac9 req-1e946b0e-bff0-4db8-aeda-f52f82ea40e6 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91146'] for port, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:22:57.479219 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-d8112ddd-9633-41c0-b4c6-bb9809370ac9 req-1e946b0e-bff0-4db8-aeda-f52f82ea40e6 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5974181 Jun 22 07:22:57.491618 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.v2.base [req-d8112ddd-9633-41c0-b4c6-bb9809370ac9 req-930c9add-901d-4a6a-a59d-ca5666cacd36 service neutron] Request body: {'port': {'device_id': '056552d0-15f1-4a6e-ade1-bfae8d3f0916', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:22:57.570617 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-d8112ddd-9633-41c0-b4c6-bb9809370ac9 req-930c9add-901d-4a6a-a59d-ca5666cacd36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:22:57.674811 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-eec1ae5f-9483-41b3-8efa-b16fd933694a None None] Provisioning for port b7d0dcfa-da80-43fe-8406-7e33b01f461b completed by entity DHCP. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 07:22:57.678423 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-eec1ae5f-9483-41b3-8efa-b16fd933694a None None] Provisioning complete for port b7d0dcfa-da80-43fe-8406-7e33b01f461b triggered by entity DHCP. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:22:57.679000 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-eec1ae5f-9483-41b3-8efa-b16fd933694a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1879668'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:22:57.717921 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-eec1ae5f-9483-41b3-8efa-b16fd933694a None None] Port b7d0dcfa-da80-43fe-8406-7e33b01f461b cannot update to ACTIVE because it is not bound. {{(pid=92921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 07:22:57.859757 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.notifiers.nova [req-d8112ddd-9633-41c0-b4c6-bb9809370ac9 req-930c9add-901d-4a6a-a59d-ca5666cacd36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7d0dcfa-da80-43fe-8406-7e33b01f461b {{(pid=92919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 07:22:57.868884 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-d8112ddd-9633-41c0-b4c6-bb9809370ac9 req-930c9add-901d-4a6a-a59d-ca5666cacd36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:22:57.885936 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.db.provisioning_blocks [req-d8112ddd-9633-41c0-b4c6-bb9809370ac9 req-930c9add-901d-4a6a-a59d-ca5666cacd36 service neutron] Transition to ACTIVE for port object b7d0dcfa-da80-43fe-8406-7e33b01f461b will not be triggered until provisioned by entity L2. {{(pid=92919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 07:22:57.891368 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-d8112ddd-9633-41c0-b4c6-bb9809370ac9 req-930c9add-901d-4a6a-a59d-ca5666cacd36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4832664'] for port, after_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:22:57.895232 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-fd8ae2ef-89ea-4f8d-b4b9-695ebe2d61c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:22:57.974326 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930c9add-901d-4a6a-a59d-ca5666cacd36 service neutron] Pushing event updated for resources: {'Port': ['ID=b7d0dcfa-da80-43fe-8406-7e33b01f461b,revision_number=2']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:22:57.977689 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-930c9add-901d-4a6a-a59d-ca5666cacd36 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:22:57.991831 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8143da-fceb-44f9-ab77-483be83664e1 req-8039062b-941b-4448-9b92-c0a03609c6c3 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:22:57.993384 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-1d8143da-fceb-44f9-ab77-483be83664e1 req-8039062b-941b-4448-9b92-c0a03609c6c3 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "GET /v2.0/ports?device_id=056552d0-15f1-4a6e-ade1-bfae8d3f0916 HTTP/1.1" status: 200 len: 931 time: 0.1642025 Jun 22 07:22:58.087972 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-1d8143da-fceb-44f9-ab77-483be83664e1 req-deeca1a8-91a7-42d0-ab3c-39e3db120bf3 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "GET /v2.0/security-groups?id=20866448-1631-4ff3-a6ba-426d96ca54f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728264 Jun 22 07:22:58.098045 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.managers [req-d8112ddd-9633-41c0-b4c6-bb9809370ac9 req-930c9add-901d-4a6a-a59d-ca5666cacd36 service neutron] Attempting to bind port b7d0dcfa-da80-43fe-8406-7e33b01f461b on host hv-cinder-78662 for vnic_type normal with profile {{(pid=92919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 07:22:58.098383 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.managers [req-d8112ddd-9633-41c0-b4c6-bb9809370ac9 req-930c9add-901d-4a6a-a59d-ca5666cacd36 service neutron] Attempting to bind port b7d0dcfa-da80-43fe-8406-7e33b01f461b by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '2158ff00-7488-4d6e-bcd3-02a0699d8dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'e45ca323-df81-4e4e-ad4b-9a2282b40737'}] {{(pid=92919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 07:22:58.098712 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8112ddd-9633-41c0-b4c6-bb9809370ac9 req-930c9add-901d-4a6a-a59d-ca5666cacd36 service neutron] Attempting to bind port b7d0dcfa-da80-43fe-8406-7e33b01f461b on network e45ca323-df81-4e4e-ad4b-9a2282b40737 {{(pid=92919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 07:22:58.104528 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8112ddd-9633-41c0-b4c6-bb9809370ac9 req-930c9add-901d-4a6a-a59d-ca5666cacd36 service neutron] Port b7d0dcfa-da80-43fe-8406-7e33b01f461b on network e45ca323-df81-4e4e-ad4b-9a2282b40737 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=92919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 07:22:58.104990 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8112ddd-9633-41c0-b4c6-bb9809370ac9 req-930c9add-901d-4a6a-a59d-ca5666cacd36 service neutron] Attempting to bind port b7d0dcfa-da80-43fe-8406-7e33b01f461b on network e45ca323-df81-4e4e-ad4b-9a2282b40737 {{(pid=92919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 07:22:58.110616 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8112ddd-9633-41c0-b4c6-bb9809370ac9 req-930c9add-901d-4a6a-a59d-ca5666cacd36 service neutron] Checking agent: {'id': 'ce8fa221-be2f-440a-9097-46e1804b8f29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 7, 12, 2), 'started_at': datetime.datetime(2021, 6, 22, 7, 12, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 7, 22, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 07:22:58.111507 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8112ddd-9633-41c0-b4c6-bb9809370ac9 req-930c9add-901d-4a6a-a59d-ca5666cacd36 service neutron] Checking segment: {'id': '2158ff00-7488-4d6e-bcd3-02a0699d8dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'e45ca323-df81-4e4e-ad4b-9a2282b40737'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 07:22:58.111891 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8112ddd-9633-41c0-b4c6-bb9809370ac9 req-930c9add-901d-4a6a-a59d-ca5666cacd36 service neutron] Bound using segment: {'id': '2158ff00-7488-4d6e-bcd3-02a0699d8dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'e45ca323-df81-4e4e-ad4b-9a2282b40737'} {{(pid=92919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 07:22:58.112318 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.managers [req-d8112ddd-9633-41c0-b4c6-bb9809370ac9 req-930c9add-901d-4a6a-a59d-ca5666cacd36 service neutron] Bound port: b7d0dcfa-da80-43fe-8406-7e33b01f461b, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2158ff00-7488-4d6e-bcd3-02a0699d8dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'e45ca323-df81-4e4e-ad4b-9a2282b40737'}}] {{(pid=92919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 07:22:58.112695 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-d8112ddd-9633-41c0-b4c6-bb9809370ac9 req-930c9add-901d-4a6a-a59d-ca5666cacd36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:22:58.176005 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.db [req-d8112ddd-9633-41c0-b4c6-bb9809370ac9 req-930c9add-901d-4a6a-a59d-ca5666cacd36 service neutron] For port b7d0dcfa-da80-43fe-8406-7e33b01f461b, host hv-cinder-78662, cleared binding levels {{(pid=92919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 07:22:58.179102 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.db [req-d8112ddd-9633-41c0-b4c6-bb9809370ac9 req-930c9add-901d-4a6a-a59d-ca5666cacd36 service neutron] For port b7d0dcfa-da80-43fe-8406-7e33b01f461b, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=b7d0dcfa-da80-43fe-8406-7e33b01f461b,segment=NetworkSegment(2158ff00-7488-4d6e-bcd3-02a0699d8dc9),segment_id=2158ff00-7488-4d6e-bcd3-02a0699d8dc9)] {{(pid=92919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 07:22:58.183633 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-d8112ddd-9633-41c0-b4c6-bb9809370ac9 req-930c9add-901d-4a6a-a59d-ca5666cacd36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4832664'] for port, after_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:22:58.186532 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-ff89135e-5668-44b3-a59d-460b8f73b733 tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:22:58.216799 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8112ddd-9633-41c0-b4c6-bb9809370ac9 req-930c9add-901d-4a6a-a59d-ca5666cacd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:22:58.217400 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-d8112ddd-9633-41c0-b4c6-bb9809370ac9 req-930c9add-901d-4a6a-a59d-ca5666cacd36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91146'] for port, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:22:58.218754 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-d8112ddd-9633-41c0-b4c6-bb9809370ac9 req-930c9add-901d-4a6a-a59d-ca5666cacd36 service neutron] 10.222.0.41 "PUT /v2.0/ports/b7d0dcfa-da80-43fe-8406-7e33b01f461b HTTP/1.1" status: 200 len: 1093 time: 0.7319353 Jun 22 07:22:58.219248 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '056552d0-15f1-4a6e-ade1-bfae8d3f0916', 'tag': 'b7d0dcfa-da80-43fe-8406-7e33b01f461b'}] {{(pid=92919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 07:22:58.221859 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2874ba58536e60953e76cf0b72237944d74909d10009afe4cd7b86cda982d3ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-336ddee3-4c24-4874-a903-f8c454a54bc9" -d '{"events": [{"name": "network-changed", "server_uuid": "056552d0-15f1-4a6e-ade1-bfae8d3f0916", "tag": "b7d0dcfa-da80-43fe-8406-7e33b01f461b"}]}' {{(pid=92919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 07:22:58.247970 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930c9add-901d-4a6a-a59d-ca5666cacd36 service neutron] Pushing event updated for resources: {'Port': ['ID=b7d0dcfa-da80-43fe-8406-7e33b01f461b,revision_number=3']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:22:58.254086 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-930c9add-901d-4a6a-a59d-ca5666cacd36 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:22:58.276872 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 07:22:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-614f50fb-1357-4a6d-bebf-0f39435fe753 x-openstack-request-id: req-614f50fb-1357-4a6d-bebf-0f39435fe753 {{(pid=92919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 07:22:58.277183 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "056552d0-15f1-4a6e-ade1-bfae8d3f0916", "tag": "b7d0dcfa-da80-43fe-8406-7e33b01f461b", "status": "completed", "code": 200}]} {{(pid=92919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 07:22:58.277463 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-614f50fb-1357-4a6d-bebf-0f39435fe753 {{(pid=92919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 07:22:58.277878 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '056552d0-15f1-4a6e-ade1-bfae8d3f0916', 'tag': 'b7d0dcfa-da80-43fe-8406-7e33b01f461b', 'status': 'completed', 'code': 200} Jun 22 07:22:58.329838 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8112ddd-9633-41c0-b4c6-bb9809370ac9 req-714e222f-81bd-43dd-8618-583737122f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:22:58.331343 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-d8112ddd-9633-41c0-b4c6-bb9809370ac9 req-714e222f-81bd-43dd-8618-583737122f17 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d4f594fab10d40c7ba3121bb30f350f6&device_id=056552d0-15f1-4a6e-ade1-bfae8d3f0916 HTTP/1.1" status: 200 len: 1096 time: 0.0636985 Jun 22 07:22:58.377808 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-d8112ddd-9633-41c0-b4c6-bb9809370ac9 req-edf47c36-df44-4c3b-8f3c-9bb1cb5fec29 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b7d0dcfa-da80-43fe-8406-7e33b01f461b HTTP/1.1" status: 200 len: 217 time: 0.0384190 Jun 22 07:22:58.425514 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8112ddd-9633-41c0-b4c6-bb9809370ac9 req-07f75ab9-6e16-4cc8-bd41-ff78a12e0561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:22:58.426931 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-d8112ddd-9633-41c0-b4c6-bb9809370ac9 req-07f75ab9-6e16-4cc8-bd41-ff78a12e0561 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f68816de-e03b-4f38-99ee-40e3f1c0a6fd HTTP/1.1" status: 200 len: 849 time: 0.0439043 Jun 22 07:22:58.488400 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8112ddd-9633-41c0-b4c6-bb9809370ac9 req-ee67e15f-7e31-4362-a56b-3bdfe89d6817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:22:58.489908 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-d8112ddd-9633-41c0-b4c6-bb9809370ac9 req-ee67e15f-7e31-4362-a56b-3bdfe89d6817 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e45ca323-df81-4e4e-ad4b-9a2282b40737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0565686 Jun 22 07:22:58.583875 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-d8112ddd-9633-41c0-b4c6-bb9809370ac9 req-ebdb5111-16c9-4bc7-9091-c98d127569a8 service neutron] 10.222.0.41 "GET /v2.0/networks/e45ca323-df81-4e4e-ad4b-9a2282b40737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862336 Jun 22 07:22:58.684029 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-d8112ddd-9633-41c0-b4c6-bb9809370ac9 req-79ceab1a-cdbf-4d19-9425-a206c93c016c service neutron] 10.222.0.41 "GET /v2.0/networks/e45ca323-df81-4e4e-ad4b-9a2282b40737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924504 Jun 22 07:22:58.840556 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336ddee3-4c24-4874-a903-f8c454a54bc9 req-ba0ce688-d748-4320-8f26-daa6cc01a5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:22:58.842025 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-336ddee3-4c24-4874-a903-f8c454a54bc9 req-ba0ce688-d748-4320-8f26-daa6cc01a5aa service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d4f594fab10d40c7ba3121bb30f350f6&device_id=056552d0-15f1-4a6e-ade1-bfae8d3f0916 HTTP/1.1" status: 200 len: 1096 time: 0.1013973 Jun 22 07:22:58.854586 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f942a77-6ad5-4d35-ad92-e9d134831015 req-c18c764b-8d6d-4e6c-9922-d28d9a19a123 tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:22:58.855949 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-4f942a77-6ad5-4d35-ad92-e9d134831015 req-c18c764b-8d6d-4e6c-9922-d28d9a19a123 tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] 10.222.0.24 "GET /v2.0/ports?device_id=c57f5ee8-26cd-4955-9a82-fb01de9793ee HTTP/1.1" status: 200 len: 946 time: 0.0893385 Jun 22 07:22:58.942964 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-4f942a77-6ad5-4d35-ad92-e9d134831015 req-ab704859-b18d-44e7-8a1f-7fb1b133817e tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] 10.222.0.24 "GET /v2.0/security-groups?id=184d9c39-9e83-4f1f-a6ee-6da78c1e0aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788686 Jun 22 07:22:58.971319 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336ddee3-4c24-4874-a903-f8c454a54bc9 req-5040843a-c0ab-46c4-bb85-60c02228a2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:22:58.972976 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-336ddee3-4c24-4874-a903-f8c454a54bc9 req-5040843a-c0ab-46c4-bb85-60c02228a2bf service neutron] 10.222.0.41 "GET /v2.0/networks?id=e45ca323-df81-4e4e-ad4b-9a2282b40737 HTTP/1.1" status: 200 len: 911 time: 0.1160698 Jun 22 07:22:59.013929 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-336ddee3-4c24-4874-a903-f8c454a54bc9 req-891e94fc-b1d6-41c2-b8cc-c3be9b794df5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b7d0dcfa-da80-43fe-8406-7e33b01f461b HTTP/1.1" status: 200 len: 217 time: 0.0331783 Jun 22 07:22:59.061079 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336ddee3-4c24-4874-a903-f8c454a54bc9 req-d0a8b452-70e1-4c5e-bd12-b59c066b696a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:22:59.062541 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-336ddee3-4c24-4874-a903-f8c454a54bc9 req-d0a8b452-70e1-4c5e-bd12-b59c066b696a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f68816de-e03b-4f38-99ee-40e3f1c0a6fd HTTP/1.1" status: 200 len: 849 time: 0.0419009 Jun 22 07:22:59.119200 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336ddee3-4c24-4874-a903-f8c454a54bc9 req-3d3c58b1-0e19-4cc2-8467-4b8605afa966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:22:59.120688 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-336ddee3-4c24-4874-a903-f8c454a54bc9 req-3d3c58b1-0e19-4cc2-8467-4b8605afa966 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e45ca323-df81-4e4e-ad4b-9a2282b40737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0512462 Jun 22 07:22:59.237264 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-336ddee3-4c24-4874-a903-f8c454a54bc9 req-a932050e-5259-44a5-ac8e-54a72ed52cc3 service neutron] 10.222.0.41 "GET /v2.0/networks/e45ca323-df81-4e4e-ad4b-9a2282b40737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090479 Jun 22 07:22:59.588957 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e614905-19d4-4756-ad90-36062c54004e req-dfa8b82a-50ec-47cf-b786-121ef4e9ff7b tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:22:59.590380 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-1e614905-19d4-4756-ad90-36062c54004e req-dfa8b82a-50ec-47cf-b786-121ef4e9ff7b tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "GET /v2.0/ports?device_id=056552d0-15f1-4a6e-ade1-bfae8d3f0916 HTTP/1.1" status: 200 len: 943 time: 0.3878796 Jun 22 07:22:59.634307 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-336ddee3-4c24-4874-a903-f8c454a54bc9 req-9bf3957c-05c7-49f0-95ea-e2ceb14bb86c service neutron] 10.222.0.41 "GET /v2.0/networks/e45ca323-df81-4e4e-ad4b-9a2282b40737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3886068 Jun 22 07:22:59.650780 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-1e614905-19d4-4756-ad90-36062c54004e req-7bca56e8-080a-4a32-8b03-b13bd7a663cd tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "GET /v2.0/security-groups?id=20866448-1631-4ff3-a6ba-426d96ca54f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456524 Jun 22 07:23:00.119808 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e01f99f-45be-4e4c-92fc-7f2fb0ef6798 req-5b8b6bcd-4f3f-48e2-ace7-e34a39b54c29 tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:23:00.121270 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-4e01f99f-45be-4e4c-92fc-7f2fb0ef6798 req-5b8b6bcd-4f3f-48e2-ace7-e34a39b54c29 tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] 10.222.0.24 "GET /v2.0/ports?device_id=c57f5ee8-26cd-4955-9a82-fb01de9793ee HTTP/1.1" status: 200 len: 946 time: 0.0644293 Jun 22 07:23:00.159516 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-4e01f99f-45be-4e4c-92fc-7f2fb0ef6798 req-23772095-4a0b-4e2a-905e-6b516b1e1fe2 tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] 10.222.0.24 "GET /v2.0/security-groups?id=184d9c39-9e83-4f1f-a6ee-6da78c1e0aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326471 Jun 22 07:23:00.710901 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a7b3642a-b66f-41e4-be02-a195fab814d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:23:00.826383 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ea7e29-aa87-40f3-9035-4c2faba285b0 req-dfdcfe4f-79a5-4d87-9cbd-da8ad8162a3c tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:23:00.827734 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-b0ea7e29-aa87-40f3-9035-4c2faba285b0 req-dfdcfe4f-79a5-4d87-9cbd-da8ad8162a3c tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "GET /v2.0/ports?device_id=056552d0-15f1-4a6e-ade1-bfae8d3f0916 HTTP/1.1" status: 200 len: 943 time: 0.0673761 Jun 22 07:23:00.898644 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-b0ea7e29-aa87-40f3-9035-4c2faba285b0 req-10cb7967-6b83-4e0f-a128-9a26b6d27efb tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "GET /v2.0/security-groups?id=20866448-1631-4ff3-a6ba-426d96ca54f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606401 Jun 22 07:23:00.916725 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de32471-d944-4b77-88e7-d1e95b7a449d req-f762b1f8-12e4-4926-8f27-fb425f4f0df4 tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:23:00.918179 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-4de32471-d944-4b77-88e7-d1e95b7a449d req-f762b1f8-12e4-4926-8f27-fb425f4f0df4 tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] 10.222.0.41 "GET /v2.0/ports?device_id=c57f5ee8-26cd-4955-9a82-fb01de9793ee HTTP/1.1" status: 200 len: 946 time: 0.0887918 Jun 22 07:23:01.019814 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.plugin [req-4de32471-d944-4b77-88e7-d1e95b7a449d req-ae6f9451-2ad2-4397-8980-644d0731b1cd tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] Deleting port 2b84e1d2-a87e-4501-8c71-5641bc2cc690 {{(pid=92919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 07:23:01.020152 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-4de32471-d944-4b77-88e7-d1e95b7a449d req-ae6f9451-2ad2-4397-8980-644d0731b1cd tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773474057189'] for port, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:23:01.108234 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.db [req-4de32471-d944-4b77-88e7-d1e95b7a449d req-ae6f9451-2ad2-4397-8980-644d0731b1cd tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] For port 2b84e1d2-a87e-4501-8c71-5641bc2cc690, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=2b84e1d2-a87e-4501-8c71-5641bc2cc690,segment=NetworkSegment(470fa131-3fdb-481d-89d7-dc5853f1500c),segment_id=470fa131-3fdb-481d-89d7-dc5853f1500c)] {{(pid=92919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:23:01.108645 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-4de32471-d944-4b77-88e7-d1e95b7a449d req-ae6f9451-2ad2-4397-8980-644d0731b1cd tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-707208'] for port, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:23:01.175070 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.plugin [req-4de32471-d944-4b77-88e7-d1e95b7a449d req-ae6f9451-2ad2-4397-8980-644d0731b1cd tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] Calling delete_port for 2b84e1d2-a87e-4501-8c71-5641bc2cc690 owned by compute:nova {{(pid=92919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 07:23:01.338030 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-4de32471-d944-4b77-88e7-d1e95b7a449d req-ae6f9451-2ad2-4397-8980-644d0731b1cd tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773474061029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773473471600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4832659'] for port, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:23:01.342512 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-5198692b-c8b9-49e7-8ec2-cf934ce2e4ee tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:23:01.349037 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] get_ports_and_sgs() called for port_ids ['2b84e1d2-a87e-4501-8c71-5641bc2cc690'] {{(pid=92921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 07:23:01.374038 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6f9451-2ad2-4397-8980-644d0731b1cd tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] Pushing event deleted for resources: {'Port': ['ID=2b84e1d2-a87e-4501-8c71-5641bc2cc690,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:23:01.379825 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-ae6f9451-2ad2-4397-8980-644d0731b1cd tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:23:01.414087 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ebef94-9a8b-4695-a874-8991e3eb83f0 req-80634579-0b6e-4c1b-999c-882ffd156ba7 tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:23:01.415537 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-45ebef94-9a8b-4695-a874-8991e3eb83f0 req-80634579-0b6e-4c1b-999c-882ffd156ba7 tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] 10.222.0.24 "GET /v2.0/ports?device_id=c57f5ee8-26cd-4955-9a82-fb01de9793ee HTTP/1.1" status: 200 len: 867 time: 0.1351159 Jun 22 07:23:01.436150 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.db.l3_dvrscheduler_db [req-4de32471-d944-4b77-88e7-d1e95b7a449d req-ae6f9451-2ad2-4397-8980-644d0731b1cd tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] No DVR routers for this DVR port 2b84e1d2-a87e-4501-8c71-5641bc2cc690 on host hv-cinder-78662 {{(pid=92919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 07:23:01.438708 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-4de32471-d944-4b77-88e7-d1e95b7a449d req-ae6f9451-2ad2-4397-8980-644d0731b1cd tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91146'] for port, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:23:01.440962 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-4de32471-d944-4b77-88e7-d1e95b7a449d req-ae6f9451-2ad2-4397-8980-644d0731b1cd tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] 10.222.0.41 "DELETE /v2.0/ports/2b84e1d2-a87e-4501-8c71-5641bc2cc690 HTTP/1.1" status: 204 len: 173 time: 0.5161662 Jun 22 07:23:01.445703 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c57f5ee8-26cd-4955-9a82-fb01de9793ee', 'name': 'network-vif-deleted', 'tag': '2b84e1d2-a87e-4501-8c71-5641bc2cc690'}] {{(pid=92919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 07:23:01.447946 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2874ba58536e60953e76cf0b72237944d74909d10009afe4cd7b86cda982d3ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dae46070-280a-49bb-b6bf-6003fcff4171" -d '{"events": [{"server_uuid": "c57f5ee8-26cd-4955-9a82-fb01de9793ee", "name": "network-vif-deleted", "tag": "2b84e1d2-a87e-4501-8c71-5641bc2cc690"}]}' {{(pid=92919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 07:23:01.480121 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-45ebef94-9a8b-4695-a874-8991e3eb83f0 req-fc0b3cbb-ebd8-4e90-8317-2b014905d4cb tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] 10.222.0.24 "GET /v2.0/security-groups?id=184d9c39-9e83-4f1f-a6ee-6da78c1e0aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449281 Jun 22 07:23:01.502774 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 07:23:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6553860-cc97-4765-8d6e-0025712e3be9 x-openstack-request-id: req-c6553860-cc97-4765-8d6e-0025712e3be9 {{(pid=92919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 07:23:01.502774 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c57f5ee8-26cd-4955-9a82-fb01de9793ee", "name": "network-vif-deleted", "tag": "2b84e1d2-a87e-4501-8c71-5641bc2cc690", "status": "completed", "code": 200}]} {{(pid=92919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 07:23:01.502774 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c6553860-cc97-4765-8d6e-0025712e3be9 {{(pid=92919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 07:23:01.502774 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c57f5ee8-26cd-4955-9a82-fb01de9793ee', 'name': 'network-vif-deleted', 'tag': '2b84e1d2-a87e-4501-8c71-5641bc2cc690', 'status': 'completed', 'code': 200} Jun 22 07:23:02.078426 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e761fb7-c6e3-44cf-af60-0383e0311a83 req-bff9922e-dd57-4dc8-a9f2-4ef4b816bb6e tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:23:02.080490 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-2e761fb7-c6e3-44cf-af60-0383e0311a83 req-bff9922e-dd57-4dc8-a9f2-4ef4b816bb6e tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "GET /v2.0/ports?device_id=056552d0-15f1-4a6e-ade1-bfae8d3f0916 HTTP/1.1" status: 200 len: 943 time: 0.0659726 Jun 22 07:23:02.118230 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-2e761fb7-c6e3-44cf-af60-0383e0311a83 req-1809d8fa-3db4-4e6a-938e-b32ef70f0a07 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "GET /v2.0/security-groups?id=20866448-1631-4ff3-a6ba-426d96ca54f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320837 Jun 22 07:23:03.086298 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-b02e5c20-2615-4b79-8429-3befb0104be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:23:03.161440 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 51484) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:23:03.167346 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Device b7d0dcfa-da80-43fe-8406-7e33b01f461b details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=92921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 07:23:03.275758 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] For port b7d0dcfa-da80-43fe-8406-7e33b01f461b, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=b7d0dcfa-da80-43fe-8406-7e33b01f461b,segment=NetworkSegment(2158ff00-7488-4d6e-bcd3-02a0699d8dc9),segment_id=2158ff00-7488-4d6e-bcd3-02a0699d8dc9)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:23:03.293270 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Returning: {'device': 'b7d0dcfa-da80-43fe-8406-7e33b01f461b', 'network_id': 'e45ca323-df81-4e4e-ad4b-9a2282b40737', 'port_id': 'b7d0dcfa-da80-43fe-8406-7e33b01f461b', 'mac_address': 'fa:16:3e:07:98:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f68816de-e03b-4f38-99ee-40e3f1c0a6fd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 07:23:03.295905 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c12e84-58b8-4764-8103-90f9d3e98cf0 req-8ec21266-5458-4b9c-9cf7-f18d5fb3f612 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:23:03.296095 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:23:03.297923 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-97c12e84-58b8-4764-8103-90f9d3e98cf0 req-8ec21266-5458-4b9c-9cf7-f18d5fb3f612 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "GET /v2.0/ports?device_id=056552d0-15f1-4a6e-ade1-bfae8d3f0916 HTTP/1.1" status: 200 len: 943 time: 0.0666723 Jun 22 07:23:03.334627 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:23:03.348576 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.notifiers.nova [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7d0dcfa-da80-43fe-8406-7e33b01f461b {{(pid=92921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 07:23:03.368250 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] For port b7d0dcfa-da80-43fe-8406-7e33b01f461b, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=b7d0dcfa-da80-43fe-8406-7e33b01f461b,segment=NetworkSegment(2158ff00-7488-4d6e-bcd3-02a0699d8dc9),segment_id=2158ff00-7488-4d6e-bcd3-02a0699d8dc9)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:23:03.372830 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:23:03.374610 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:23:03.385929 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-97c12e84-58b8-4764-8103-90f9d3e98cf0 req-9fe47497-ae97-4f5c-913d-7d4bf1dc0d1b tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "GET /v2.0/security-groups?id=20866448-1631-4ff3-a6ba-426d96ca54f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800233 Jun 22 07:23:03.430756 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Pushing event updated for resources: {'Port': ['ID=b7d0dcfa-da80-43fe-8406-7e33b01f461b,revision_number=4']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:23:03.437503 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:23:03.437847 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:23:03.438174 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:23:03.438503 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:23:03.438825 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:23:03.439142 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:23:03.439460 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:23:03.439773 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:23:03.440089 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:23:03.440553 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:23:03.441014 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:23:03.441398 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:23:03.445603 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:23:03.766693 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] get_ports_and_sgs() called for port_ids ['b7d0dcfa-da80-43fe-8406-7e33b01f461b'] {{(pid=92921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 07:23:03.766959 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-bb672844-beec-42a6-9bb5-5c81d9f4b41b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581312'] for router_interface, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:23:04.078190 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.plugin [None req-bb672844-beec-42a6-9bb5-5c81d9f4b41b admin admin] Deleting port 42115bab-5c66-4554-8573-63ef445c3672 {{(pid=92919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 07:23:04.078515 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-bb672844-beec-42a6-9bb5-5c81d9f4b41b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773474057189'] for port, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:23:04.157397 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.db [None req-bb672844-beec-42a6-9bb5-5c81d9f4b41b admin admin] For port 42115bab-5c66-4554-8573-63ef445c3672, host dv-cinder-786627-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-11-iscsi',level=0,port_id=42115bab-5c66-4554-8573-63ef445c3672,segment=NetworkSegment(470fa131-3fdb-481d-89d7-dc5853f1500c),segment_id=470fa131-3fdb-481d-89d7-dc5853f1500c)] {{(pid=92919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:23:04.157657 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-bb672844-beec-42a6-9bb5-5c81d9f4b41b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-707208'] for port, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:23:04.217929 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.plugin [None req-bb672844-beec-42a6-9bb5-5c81d9f4b41b admin admin] Calling delete_port for 42115bab-5c66-4554-8573-63ef445c3672 owned by network:router_interface {{(pid=92919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 07:23:04.413269 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-bb672844-beec-42a6-9bb5-5c81d9f4b41b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773474061029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773473471600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4832659'] for port, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:23:04.416865 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-ff89135e-5668-44b3-a59d-460b8f73b733 tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:23:04.446656 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb672844-beec-42a6-9bb5-5c81d9f4b41b admin admin] Pushing event deleted for resources: {'Port': ['ID=42115bab-5c66-4554-8573-63ef445c3672,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:23:04.448642 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-bb672844-beec-42a6-9bb5-5c81d9f4b41b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:23:04.660499 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24284d6-e08a-4af2-b86a-1f8f5ba2b4a5 req-ad3af39b-8ae6-436e-b2df-38e8f59c7724 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:23:04.661970 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-e24284d6-e08a-4af2-b86a-1f8f5ba2b4a5 req-ad3af39b-8ae6-436e-b2df-38e8f59c7724 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "GET /v2.0/ports?device_id=056552d0-15f1-4a6e-ade1-bfae8d3f0916 HTTP/1.1" status: 200 len: 944 time: 0.1629500 Jun 22 07:23:04.669937 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-bb672844-beec-42a6-9bb5-5c81d9f4b41b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-690279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581228'] for router_interface, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:23:04.676231 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:23:04.747383 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-e24284d6-e08a-4af2-b86a-1f8f5ba2b4a5 req-f4429b2f-864c-4fb3-be03-281c3f19e3df tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "GET /v2.0/security-groups?id=20866448-1631-4ff3-a6ba-426d96ca54f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793185 Jun 22 07:23:04.910542 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb672844-beec-42a6-9bb5-5c81d9f4b41b admin admin] Router 8bd1946c-5955-45c6-99fa-0071638e897a has already been hosted by L3 agent f18ef446-1389-4802-a345-f314a6956002 {{(pid=92919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 07:23:05.017415 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb672844-beec-42a6-9bb5-5c81d9f4b41b admin admin] Notify agent at l3_agent.dv-cinder-786627-11-iscsi the message routers_updated {{(pid=92919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 07:23:05.023246 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-bb672844-beec-42a6-9bb5-5c81d9f4b41b admin admin] 10.222.0.24 "PUT /v2.0/routers/8bd1946c-5955-45c6-99fa-0071638e897a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8603985 Jun 22 07:23:05.025835 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 51494) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:23:05.028790 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4300190c-72bd-4a22-93a0-aa143e34c7c1 None None] Sync routers for ids ['8bd1946c-5955-45c6-99fa-0071638e897a'] in dv-cinder-786627-11-iscsi {{(pid=92921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 07:23:05.039504 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4300190c-72bd-4a22-93a0-aa143e34c7c1 None None] Routers {'8bd1946c-5955-45c6-99fa-0071638e897a'} bound to L3 agent in host dv-cinder-786627-11-iscsi {{(pid=92921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 07:23:05.040002 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-4300190c-72bd-4a22-93a0-aa143e34c7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-22T07:06:03Z,description=,heartbeat_timestamp=2021-06-22T07:23:03Z,host='dv-cinder-786627-11-iscsi',id=f18ef446-1389-4802-a345-f314a6956002,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T07:06:03Z,topic='l3_agent')) {'router_ids': ['8bd1946c-5955-45c6-99fa-0071638e897a'], 'active': True} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:23:05.131463 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-857865db-65b3-424a-bc0b-fb4090a889f2 admin admin] Notify callbacks [] for router, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:23:05.145724 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvr_db [None req-4300190c-72bd-4a22-93a0-aa143e34c7c1 None None] Set router 8bd1946c-5955-45c6-99fa-0071638e897a gateway port host: dv-cinder-786627-11-iscsi {{(pid=92921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 07:23:05.177116 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Device b7d0dcfa-da80-43fe-8406-7e33b01f461b up at agent hyperv_hv-cinder-78662 {{(pid=92921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 07:23:05.285385 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d3c1a5ff-c703-4bfc-bce3-efb8418f207c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:23:05.327095 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Provisioning for port b7d0dcfa-da80-43fe-8406-7e33b01f461b completed by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 07:23:05.338831 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Provisioning complete for port b7d0dcfa-da80-43fe-8406-7e33b01f461b triggered by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:23:05.339211 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1879668'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:23:05.451003 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-4300190c-72bd-4a22-93a0-aa143e34c7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bd1946c-5955-45c6-99fa-0071638e897a', 'name': 'tempest-TestMinimumBasicScenario-1073141061-router', 'tenant_id': 'ec9a29227f1b402da02d8ce725e6cef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'external_fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': 'e2d77938-9f84-4ef3-a840-eea521051cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:16:34Z', 'updated_at': '2021-06-22T07:23:04Z', 'revision_number': 5, 'project_id': 'ec9a29227f1b402da02d8ce725e6cef8', 'gw_port': {'id': 'e2d77938-9f84-4ef3-a840-eea521051cb4', 'name': '', 'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:59:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd1946c-5955-45c6-99fa-0071638e897a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:16:35Z', 'updated_at': '2021-06-22T07:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-iscsi'}], 'dv-cinder-786627-11-iscsi', False) {} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:23:05.479010 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4300190c-72bd-4a22-93a0-aa143e34c7c1 None None] Checking router: 8bd1946c-5955-45c6-99fa-0071638e897a for host: dv-cinder-786627-11-iscsi {{(pid=92921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 07:23:05.486081 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:23:05.502388 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-857865db-65b3-424a-bc0b-fb4090a889f2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:23:05.505106 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4300190c-72bd-4a22-93a0-aa143e34c7c1 None None] Routers {'8bd1946c-5955-45c6-99fa-0071638e897a'} bound to L3 agent in host dv-cinder-786627-11-iscsi {{(pid=92921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 07:23:05.505730 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-4300190c-72bd-4a22-93a0-aa143e34c7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-22T07:06:03Z,description=,heartbeat_timestamp=2021-06-22T07:23:03Z,host='dv-cinder-786627-11-iscsi',id=f18ef446-1389-4802-a345-f314a6956002,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T07:06:03Z,topic='l3_agent')) {'router_ids': ['8bd1946c-5955-45c6-99fa-0071638e897a'], 'active': True} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:23:05.546906 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '056552d0-15f1-4a6e-ade1-bfae8d3f0916', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7d0dcfa-da80-43fe-8406-7e33b01f461b'}] {{(pid=92921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 07:23:05.549379 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4609914990d9533a1079bbd359c82c974bab58cbf2fcf9d17aa38aa491f36217" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28af5a24-fe74-4d9d-ad46-62cbf0aee62d" -d '{"events": [{"server_uuid": "056552d0-15f1-4a6e-ade1-bfae8d3f0916", "name": "network-vif-plugged", "status": "completed", "tag": "b7d0dcfa-da80-43fe-8406-7e33b01f461b"}]}' {{(pid=92921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 07:23:05.557250 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.plugin [None req-857865db-65b3-424a-bc0b-fb4090a889f2 admin admin] Deleting port e2d77938-9f84-4ef3-a840-eea521051cb4 {{(pid=92919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 07:23:05.557731 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-857865db-65b3-424a-bc0b-fb4090a889f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773474057189'] for port, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:23:05.570509 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] For port b7d0dcfa-da80-43fe-8406-7e33b01f461b, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=b7d0dcfa-da80-43fe-8406-7e33b01f461b,segment=NetworkSegment(2158ff00-7488-4d6e-bcd3-02a0699d8dc9),segment_id=2158ff00-7488-4d6e-bcd3-02a0699d8dc9)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:23:05.577150 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:23:05.578476 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Device 2b84e1d2-a87e-4501-8c71-5641bc2cc690 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=92921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 07:23:05.609003 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:23:05.652186 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.db [None req-857865db-65b3-424a-bc0b-fb4090a889f2 admin admin] For port e2d77938-9f84-4ef3-a840-eea521051cb4, host dv-cinder-786627-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-11-iscsi',level=0,port_id=e2d77938-9f84-4ef3-a840-eea521051cb4,segment=NetworkSegment(4e753e82-2fc6-4903-97a0-73083259f586),segment_id=4e753e82-2fc6-4903-97a0-73083259f586)] {{(pid=92919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:23:05.652186 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-857865db-65b3-424a-bc0b-fb4090a889f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-707208'] for port, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:23:05.731356 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.plugin [None req-857865db-65b3-424a-bc0b-fb4090a889f2 admin admin] Calling delete_port for e2d77938-9f84-4ef3-a840-eea521051cb4 owned by network:router_gateway {{(pid=92919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 07:23:05.773045 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 07:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a17204f-1a8d-48d5-ae95-52e5b39529d2 x-openstack-request-id: req-6a17204f-1a8d-48d5-ae95-52e5b39529d2 {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 07:23:05.773045 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "056552d0-15f1-4a6e-ade1-bfae8d3f0916", "name": "network-vif-plugged", "status": "completed", "tag": "b7d0dcfa-da80-43fe-8406-7e33b01f461b", "code": 200}]} {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 07:23:05.773746 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6a17204f-1a8d-48d5-ae95-52e5b39529d2 {{(pid=92921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 07:23:05.773746 dv-cinder-786627-11-iscsi neutron-server[92921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '056552d0-15f1-4a6e-ade1-bfae8d3f0916', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7d0dcfa-da80-43fe-8406-7e33b01f461b', 'code': 200} Jun 22 07:23:05.798657 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] No Port match for: 2b84e1d2-a87e-4501-8c71-5641bc2cc690 {{(pid=92921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 07:23:05.798936 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Device 2b84e1d2-a87e-4501-8c71-5641bc2cc690 not bound to the agent host hv-cinder-78662 {{(pid=92921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 07:23:05.839106 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvr_db [None req-4300190c-72bd-4a22-93a0-aa143e34c7c1 None None] Set router 8bd1946c-5955-45c6-99fa-0071638e897a gateway port host: dv-cinder-786627-11-iscsi {{(pid=92921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 07:23:05.866617 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Pushing event updated for resources: {'Port': ['ID=b7d0dcfa-da80-43fe-8406-7e33b01f461b,revision_number=5']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:23:05.869814 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:23:05.996863 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d6f491-f7e0-42f8-8399-45ede95e1a72 req-a99f33c8-80e9-413d-b9cf-14401c0a790a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:23:05.998358 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-f0d6f491-f7e0-42f8-8399-45ede95e1a72 req-a99f33c8-80e9-413d-b9cf-14401c0a790a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=056552d0-15f1-4a6e-ade1-bfae8d3f0916 HTTP/1.1" status: 200 len: 1098 time: 0.1530108 Jun 22 07:23:06.013099 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-857865db-65b3-424a-bc0b-fb4090a889f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773474061029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773473471600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4832659'] for port, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:23:06.024050 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:23:06.036870 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-4300190c-72bd-4a22-93a0-aa143e34c7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bd1946c-5955-45c6-99fa-0071638e897a', 'name': 'tempest-TestMinimumBasicScenario-1073141061-router', 'tenant_id': 'ec9a29227f1b402da02d8ce725e6cef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'external_fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': 'e2d77938-9f84-4ef3-a840-eea521051cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:16:34Z', 'updated_at': '2021-06-22T07:23:04Z', 'revision_number': 5, 'project_id': 'ec9a29227f1b402da02d8ce725e6cef8', 'gw_port': {'id': 'e2d77938-9f84-4ef3-a840-eea521051cb4', 'name': '', 'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:59:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd1946c-5955-45c6-99fa-0071638e897a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:16:35Z', 'updated_at': '2021-06-22T07:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-iscsi'}], 'dv-cinder-786627-11-iscsi', False) {} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:23:06.056308 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edc2904-cf1b-473a-b9f1-be2ad4476414 req-19b3322b-91d4-47f4-8277-354e08b8a7bd tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:23:06.057854 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-6edc2904-cf1b-473a-b9f1-be2ad4476414 req-19b3322b-91d4-47f4-8277-354e08b8a7bd tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "GET /v2.0/ports?device_id=056552d0-15f1-4a6e-ade1-bfae8d3f0916 HTTP/1.1" status: 200 len: 945 time: 0.1792464 Jun 22 07:23:06.061641 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857865db-65b3-424a-bc0b-fb4090a889f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2d77938-9f84-4ef3-a840-eea521051cb4,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:23:06.065924 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-857865db-65b3-424a-bc0b-fb4090a889f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:23:06.073667 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4300190c-72bd-4a22-93a0-aa143e34c7c1 None None] The sync data for ids ['8bd1946c-5955-45c6-99fa-0071638e897a'] in dv-cinder-786627-11-iscsi is: [{'id': '8bd1946c-5955-45c6-99fa-0071638e897a', 'name': 'tempest-TestMinimumBasicScenario-1073141061-router', 'tenant_id': 'ec9a29227f1b402da02d8ce725e6cef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'external_fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': 'e2d77938-9f84-4ef3-a840-eea521051cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:16:34Z', 'updated_at': '2021-06-22T07:23:04Z', 'revision_number': 5, 'project_id': 'ec9a29227f1b402da02d8ce725e6cef8', 'gw_port': {'id': 'e2d77938-9f84-4ef3-a840-eea521051cb4', 'name': '', 'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:59:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd1946c-5955-45c6-99fa-0071638e897a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:16:35Z', 'updated_at': '2021-06-22T07:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-iscsi'}] {{(pid=92921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 07:23:06.120376 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-f0d6f491-f7e0-42f8-8399-45ede95e1a72 req-619449ab-ed76-4aba-be06-74916ce111d8 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=20866448-1631-4ff3-a6ba-426d96ca54f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151955 Jun 22 07:23:06.163543 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-6edc2904-cf1b-473a-b9f1-be2ad4476414 req-0649c1be-cdfd-4da5-a764-ca4de8101669 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "GET /v2.0/security-groups?id=20866448-1631-4ff3-a6ba-426d96ca54f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964923 Jun 22 07:23:06.170358 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-857865db-65b3-424a-bc0b-fb4090a889f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-706633'] for router_gateway, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:23:06.276373 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-857865db-65b3-424a-bc0b-fb4090a889f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23744'] for router, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:23:06.278500 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-857865db-65b3-424a-bc0b-fb4090a889f2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:23:06.346051 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-857865db-65b3-424a-bc0b-fb4090a889f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-579829'] for router, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:23:06.346796 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-857865db-65b3-424a-bc0b-fb4090a889f2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8bd1946c-5955-45c6-99fa-0071638e897a {{(pid=92919) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 07:23:06.352774 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-857865db-65b3-424a-bc0b-fb4090a889f2 admin admin] Notify callbacks [] for router, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:23:06.353968 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-857865db-65b3-424a-bc0b-fb4090a889f2 admin admin] 10.222.0.24 "DELETE /v2.0/routers/8bd1946c-5955-45c6-99fa-0071638e897a HTTP/1.1" status: 204 len: 168 time: 1.3268585 Jun 22 07:23:06.356577 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 51502) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:23:06.401309 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f343b4f-098f-429c-ada8-5773c20f5bed admin admin] Deleting subnet 5599c154-2134-4868-9ecc-e0f7abbd15ae {{(pid=92919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 07:23:06.404298 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-3f343b4f-098f-429c-ada8-5773c20f5bed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:23:06.439513 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-3f343b4f-098f-429c-ada8-5773c20f5bed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4640585'] for subnet, precommit_delete_associations {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:23:06.555600 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-3f343b4f-098f-429c-ada8-5773c20f5bed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1883746'] for subnet, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:23:06.613913 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-3f343b4f-098f-429c-ada8-5773c20f5bed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1883739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4832729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5137568'] for subnet, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:23:06.617322 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-96a586fa-4edf-4e76-8b5f-9570a512cc42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:23:06.647154 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-3f343b4f-098f-429c-ada8-5773c20f5bed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-690179'] for subnet, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:23:06.654497 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd357c57-7773-4fd9-b107-61fbfe2d8a15 None None] Network b76c3898-71b4-47e9-8565-8fd368eecb52 requested from dv-cinder-786627-11-iscsi {{(pid=92921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 07:23:06.657634 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-3f343b4f-098f-429c-ada8-5773c20f5bed admin admin] 10.222.0.24 "DELETE /v2.0/subnets/5599c154-2134-4868-9ecc-e0f7abbd15ae HTTP/1.1" status: 204 len: 168 time: 0.3000638 Jun 22 07:23:06.659112 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f343b4f-098f-429c-ada8-5773c20f5bed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5599c154-2134-4868-9ecc-e0f7abbd15ae,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:23:06.661218 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 51504) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:23:06.666999 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-3f343b4f-098f-429c-ada8-5773c20f5bed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:23:06.737400 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-82c4e3ae-c6c2-423a-a35b-9c5a4d313e22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777681'] for network, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:23:06.788632 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-82c4e3ae-c6c2-423a-a35b-9c5a4d313e22 admin admin] Deleting port 7a7af88d-ada5-4739-9429-20533ae53651 {{(pid=92920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 07:23:06.788978 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-82c4e3ae-c6c2-423a-a35b-9c5a4d313e22 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773474057189'] for port, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:23:06.851089 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-82c4e3ae-c6c2-423a-a35b-9c5a4d313e22 admin admin] For port 7a7af88d-ada5-4739-9429-20533ae53651, host dv-cinder-786627-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-11-iscsi',level=0,port_id=7a7af88d-ada5-4739-9429-20533ae53651,segment=NetworkSegment(470fa131-3fdb-481d-89d7-dc5853f1500c),segment_id=470fa131-3fdb-481d-89d7-dc5853f1500c)] {{(pid=92920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:23:06.851367 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-82c4e3ae-c6c2-423a-a35b-9c5a4d313e22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-707208'] for port, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:23:06.916152 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-82c4e3ae-c6c2-423a-a35b-9c5a4d313e22 admin admin] Calling delete_port for 7a7af88d-ada5-4739-9429-20533ae53651 owned by network:dhcp {{(pid=92920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 07:23:06.940727 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-f04bb265-eca6-4530-aeb1-0b3afeb7eb68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:23:06.996253 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-82c4e3ae-c6c2-423a-a35b-9c5a4d313e22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773474061029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773473471600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5150811'] for port, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:23:06.998374 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-89f3ed06-5049-4ee1-b0ac-b15e8418e71a tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:23:07.027833 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c4e3ae-c6c2-423a-a35b-9c5a4d313e22 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a7af88d-ada5-4739-9429-20533ae53651,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:23:07.029709 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c4e3ae-c6c2-423a-a35b-9c5a4d313e22 admin admin] No DVR routers for this DVR port 7a7af88d-ada5-4739-9429-20533ae53651 on host dv-cinder-786627-11-iscsi {{(pid=92920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 07:23:07.031162 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-82c4e3ae-c6c2-423a-a35b-9c5a4d313e22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:23:07.064426 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea5583da-0a28-45be-bab5-cc908e00ee6c None None] DHCP port deletion for b76c3898-71b4-47e9-8565-8fd368eecb52 request from dv-cinder-786627-11-iscsi {{(pid=92921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 07:23:07.102091 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-82c4e3ae-c6c2-423a-a35b-9c5a4d313e22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1883115', 'neutron.services.segments.db._delete_segments_for_network-8773474011859'] for network, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:23:07.111694 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.services.segments.db [None req-82c4e3ae-c6c2-423a-a35b-9c5a4d313e22 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b76c3898-71b4-47e9-8565-8fd368eecb52']}} {{(pid=92920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:23:07.122227 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.services.segments.db [None req-82c4e3ae-c6c2-423a-a35b-9c5a4d313e22 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '470fa131-3fdb-481d-89d7-dc5853f1500c') {'for_net_delete': True} {{(pid=92920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:23:07.122515 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.services.segments.db [None req-82c4e3ae-c6c2-423a-a35b-9c5a4d313e22 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '470fa131-3fdb-481d-89d7-dc5853f1500c') {} {{(pid=92920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:23:07.131874 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-82c4e3ae-c6c2-423a-a35b-9c5a4d313e22 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773474011688', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5150757'] for segment, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:23:07.145270 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-82c4e3ae-c6c2-423a-a35b-9c5a4d313e22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1885363'] for segment, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:23:07.151847 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82c4e3ae-c6c2-423a-a35b-9c5a4d313e22 admin admin] Releasing vlan 422 on physical network physnet1 to pool {{(pid=92920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 07:23:07.152403 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-82c4e3ae-c6c2-423a-a35b-9c5a4d313e22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1885363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4754088'] for segment, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:23:07.154336 dv-cinder-786627-11-iscsi neutron-server[92920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 07:23:07.154336 dv-cinder-786627-11-iscsi neutron-server[92920]: conditions |= (models_v2.Port.network_id.in_( Jun 22 07:23:07.154336 dv-cinder-786627-11-iscsi neutron-server[92920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 07:23:07.154336 dv-cinder-786627-11-iscsi neutron-server[92920]: conditions |= (models_v2.Port.network_id.in_( Jun 22 07:23:07.154336 dv-cinder-786627-11-iscsi neutron-server[92920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 07:23:07.154336 dv-cinder-786627-11-iscsi neutron-server[92920]: conditions |= (models_v2.Port.network_id.in_( Jun 22 07:23:07.154336 dv-cinder-786627-11-iscsi neutron-server[92920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 07:23:07.154336 dv-cinder-786627-11-iscsi neutron-server[92920]: conditions |= (models_v2.Port.network_id.in_( Jun 22 07:23:07.154336 dv-cinder-786627-11-iscsi neutron-server[92920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 07:23:07.154336 dv-cinder-786627-11-iscsi neutron-server[92920]: conditions |= (models_v2.Port.network_id.in_( Jun 22 07:23:07.154336 dv-cinder-786627-11-iscsi neutron-server[92920]: Traceback (most recent call last): Jun 22 07:23:07.154336 dv-cinder-786627-11-iscsi neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 07:23:07.154336 dv-cinder-786627-11-iscsi neutron-server[92920]: timer() Jun 22 07:23:07.154336 dv-cinder-786627-11-iscsi neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 07:23:07.154336 dv-cinder-786627-11-iscsi neutron-server[92920]: cb(*args, **kw) Jun 22 07:23:07.154336 dv-cinder-786627-11-iscsi neutron-server[92920]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 07:23:07.154336 dv-cinder-786627-11-iscsi neutron-server[92920]: return func(*args, **kwargs) Jun 22 07:23:07.154336 dv-cinder-786627-11-iscsi neutron-server[92920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 07:23:07.154336 dv-cinder-786627-11-iscsi neutron-server[92920]: self._notify() Jun 22 07:23:07.154336 dv-cinder-786627-11-iscsi neutron-server[92920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 07:23:07.154336 dv-cinder-786627-11-iscsi neutron-server[92920]: self.callback(batched_events) Jun 22 07:23:07.154336 dv-cinder-786627-11-iscsi neutron-server[92920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 07:23:07.154336 dv-cinder-786627-11-iscsi neutron-server[92920]: event.method(event) Jun 22 07:23:07.154336 dv-cinder-786627-11-iscsi neutron-server[92920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 07:23:07.154336 dv-cinder-786627-11-iscsi neutron-server[92920]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 07:23:07.154336 dv-cinder-786627-11-iscsi neutron-server[92920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 07:23:07.154336 dv-cinder-786627-11-iscsi neutron-server[92920]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 07:23:07.154336 dv-cinder-786627-11-iscsi neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 07:23:07.154336 dv-cinder-786627-11-iscsi neutron-server[92920]: return f(self, *a, **k) Jun 22 07:23:07.154336 dv-cinder-786627-11-iscsi neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 07:23:07.154336 dv-cinder-786627-11-iscsi neutron-server[92920]: return self._get(url).json() Jun 22 07:23:07.154336 dv-cinder-786627-11-iscsi neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 07:23:07.154336 dv-cinder-786627-11-iscsi neutron-server[92920]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 07:23:07.154336 dv-cinder-786627-11-iscsi neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 07:23:07.154336 dv-cinder-786627-11-iscsi neutron-server[92920]: return self.request(url, 'GET', **kwargs) Jun 22 07:23:07.154336 dv-cinder-786627-11-iscsi neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 07:23:07.154336 dv-cinder-786627-11-iscsi neutron-server[92920]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 07:23:07.154336 dv-cinder-786627-11-iscsi neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 07:23:07.154336 dv-cinder-786627-11-iscsi neutron-server[92920]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 07:23:07.154336 dv-cinder-786627-11-iscsi neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 07:23:07.154336 dv-cinder-786627-11-iscsi neutron-server[92920]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 07:23:07.154336 dv-cinder-786627-11-iscsi neutron-server[92920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 07:23:07.214032 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-82c4e3ae-c6c2-423a-a35b-9c5a4d313e22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1883104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-54575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-690206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-706735'] for network, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:23:07.217836 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:23:07.220431 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-82c4e3ae-c6c2-423a-a35b-9c5a4d313e22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-690179'] for network, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:23:07.225965 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-82c4e3ae-c6c2-423a-a35b-9c5a4d313e22 admin admin] 10.222.0.24 "DELETE /v2.0/networks/b76c3898-71b4-47e9-8565-8fd368eecb52 HTTP/1.1" status: 204 len: 168 time: 0.5606771 Jun 22 07:23:07.226069 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 51508) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:23:07.236062 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c4e3ae-c6c2-423a-a35b-9c5a4d313e22 admin admin] Pushing event deleted for resources: {'Network': ['ID=b76c3898-71b4-47e9-8565-8fd368eecb52,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:23:07.239604 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-82c4e3ae-c6c2-423a-a35b-9c5a4d313e22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:23:07.435217 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadf6eff-3d60-44dd-b673-2c94fe6827d7 req-c0750376-ba2c-4981-8545-6ce21f39ee9b tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:23:07.436617 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-dadf6eff-3d60-44dd-b673-2c94fe6827d7 req-c0750376-ba2c-4981-8545-6ce21f39ee9b tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "GET /v2.0/ports?device_id=056552d0-15f1-4a6e-ade1-bfae8d3f0916 HTTP/1.1" status: 200 len: 945 time: 0.1244044 Jun 22 07:23:07.513251 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-dadf6eff-3d60-44dd-b673-2c94fe6827d7 req-c8854dca-92e0-4968-a519-5875ffd1b820 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "GET /v2.0/security-groups?id=20866448-1631-4ff3-a6ba-426d96ca54f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483091 Jun 22 07:23:07.657451 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-81717fe5-2aa7-4ae0-8dda-a3285f08d9e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581312'] for router_interface, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:23:07.690026 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Device 7a7af88d-ada5-4739-9429-20533ae53651 no longer exists at agent ovs-agent-dv-cinder-786627-11-iscsi {{(pid=92921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 07:23:07.717723 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] No Port match for: 7a7af88d-ada5-4739-9429-20533ae53651 {{(pid=92921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 07:23:07.718078 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Device 7a7af88d-ada5-4739-9429-20533ae53651 not bound to the agent host dv-cinder-786627-11-iscsi {{(pid=92921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 07:23:07.718470 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Device 42115bab-5c66-4554-8573-63ef445c3672 no longer exists at agent ovs-agent-dv-cinder-786627-11-iscsi {{(pid=92921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 07:23:07.738323 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] No Port match for: 42115bab-5c66-4554-8573-63ef445c3672 {{(pid=92921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 07:23:07.738866 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Device 42115bab-5c66-4554-8573-63ef445c3672 not bound to the agent host dv-cinder-786627-11-iscsi {{(pid=92921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 07:23:07.739287 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Device e2d77938-9f84-4ef3-a840-eea521051cb4 no longer exists at agent ovs-agent-dv-cinder-786627-11-iscsi {{(pid=92921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 07:23:07.758093 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] No Port match for: e2d77938-9f84-4ef3-a840-eea521051cb4 {{(pid=92921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 07:23:07.758438 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Device e2d77938-9f84-4ef3-a840-eea521051cb4 not bound to the agent host dv-cinder-786627-11-iscsi {{(pid=92921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 07:23:07.918258 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.plugin [None req-81717fe5-2aa7-4ae0-8dda-a3285f08d9e1 admin admin] Deleting port adec7552-a624-48ec-b38a-3ae5c0e8a2bc {{(pid=92919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 07:23:07.918591 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-81717fe5-2aa7-4ae0-8dda-a3285f08d9e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773474057189'] for port, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:23:07.999009 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.db [None req-81717fe5-2aa7-4ae0-8dda-a3285f08d9e1 admin admin] For port adec7552-a624-48ec-b38a-3ae5c0e8a2bc, host dv-cinder-786627-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-11-iscsi',level=0,port_id=adec7552-a624-48ec-b38a-3ae5c0e8a2bc,segment=NetworkSegment(3a505b83-1c2b-4509-b827-beaea00a921c),segment_id=3a505b83-1c2b-4509-b827-beaea00a921c)] {{(pid=92919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:23:07.999359 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-81717fe5-2aa7-4ae0-8dda-a3285f08d9e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-707208'] for port, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:23:08.065029 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.plugin [None req-81717fe5-2aa7-4ae0-8dda-a3285f08d9e1 admin admin] Calling delete_port for adec7552-a624-48ec-b38a-3ae5c0e8a2bc owned by network:router_interface {{(pid=92919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 07:23:08.239718 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-81717fe5-2aa7-4ae0-8dda-a3285f08d9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773474061029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773473471600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4832659'] for port, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:23:08.241688 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-68461a78-f714-4a2f-8c33-cf78535c8131 tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:23:08.263236 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81717fe5-2aa7-4ae0-8dda-a3285f08d9e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=adec7552-a624-48ec-b38a-3ae5c0e8a2bc,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:23:08.266740 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-81717fe5-2aa7-4ae0-8dda-a3285f08d9e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:23:08.428276 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-81717fe5-2aa7-4ae0-8dda-a3285f08d9e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-690279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581228'] for router_interface, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:23:08.667098 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81717fe5-2aa7-4ae0-8dda-a3285f08d9e1 admin admin] Router 4c4b3883-d7bc-414b-95d9-eacc97e58529 has already been hosted by L3 agent f18ef446-1389-4802-a345-f314a6956002 {{(pid=92919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 07:23:08.750567 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb290d54-deef-4f07-82da-0de570a66c65 req-3d989834-59b6-4437-9a3b-afae0210fba2 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:23:08.752013 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-bb290d54-deef-4f07-82da-0de570a66c65 req-3d989834-59b6-4437-9a3b-afae0210fba2 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "GET /v2.0/ports?device_id=056552d0-15f1-4a6e-ade1-bfae8d3f0916 HTTP/1.1" status: 200 len: 945 time: 0.1240427 Jun 22 07:23:08.828899 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-bb290d54-deef-4f07-82da-0de570a66c65 req-d508dc8e-38bb-4acc-8e91-ff9266933ba8 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "GET /v2.0/security-groups?id=20866448-1631-4ff3-a6ba-426d96ca54f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700350 Jun 22 07:23:08.834474 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81717fe5-2aa7-4ae0-8dda-a3285f08d9e1 admin admin] Notify agent at l3_agent.dv-cinder-786627-11-iscsi the message routers_updated {{(pid=92919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 07:23:08.841821 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-81717fe5-2aa7-4ae0-8dda-a3285f08d9e1 admin admin] 10.222.0.24 "PUT /v2.0/routers/4c4b3883-d7bc-414b-95d9-eacc97e58529/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6121604 Jun 22 07:23:08.841821 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 51518) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:23:08.843004 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c0c16e-2aed-44a7-b98d-b2748d83afc6 None None] Sync routers for ids ['4c4b3883-d7bc-414b-95d9-eacc97e58529'] in dv-cinder-786627-11-iscsi {{(pid=92922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 07:23:08.856714 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c0c16e-2aed-44a7-b98d-b2748d83afc6 None None] Routers {'4c4b3883-d7bc-414b-95d9-eacc97e58529'} bound to L3 agent in host dv-cinder-786627-11-iscsi {{(pid=92922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 07:23:08.857360 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-09c0c16e-2aed-44a7-b98d-b2748d83afc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-22T07:06:03Z,description=,heartbeat_timestamp=2021-06-22T07:23:03Z,host='dv-cinder-786627-11-iscsi',id=f18ef446-1389-4802-a345-f314a6956002,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T07:06:03Z,topic='l3_agent')) {'router_ids': ['4c4b3883-d7bc-414b-95d9-eacc97e58529'], 'active': True} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:23:08.964911 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvr_db [None req-09c0c16e-2aed-44a7-b98d-b2748d83afc6 None None] Set router 4c4b3883-d7bc-414b-95d9-eacc97e58529 gateway port host: dv-cinder-786627-11-iscsi {{(pid=92922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 07:23:09.149570 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-09c0c16e-2aed-44a7-b98d-b2748d83afc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c4b3883-d7bc-414b-95d9-eacc97e58529', 'name': 'tempest-TestMinimumBasicScenario-540610565-router', 'tenant_id': '7a1c28ccfbf14ccdaece550cdee5edf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'external_fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': '3f018774-97d1-484b-a6c2-b41b4da04058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:16:45Z', 'updated_at': '2021-06-22T07:23:08Z', 'revision_number': 5, 'project_id': '7a1c28ccfbf14ccdaece550cdee5edf0', 'gw_port': {'id': '3f018774-97d1-484b-a6c2-b41b4da04058', 'name': '', 'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:0e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c4b3883-d7bc-414b-95d9-eacc97e58529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:16:46Z', 'updated_at': '2021-06-22T07:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-iscsi'}], 'dv-cinder-786627-11-iscsi', False) {} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:23:09.174360 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c0c16e-2aed-44a7-b98d-b2748d83afc6 None None] Checking router: 4c4b3883-d7bc-414b-95d9-eacc97e58529 for host: dv-cinder-786627-11-iscsi {{(pid=92922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 07:23:09.182387 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c0c16e-2aed-44a7-b98d-b2748d83afc6 None None] Routers {'4c4b3883-d7bc-414b-95d9-eacc97e58529'} bound to L3 agent in host dv-cinder-786627-11-iscsi {{(pid=92922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 07:23:09.183027 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-09c0c16e-2aed-44a7-b98d-b2748d83afc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-22T07:06:03Z,description=,heartbeat_timestamp=2021-06-22T07:23:03Z,host='dv-cinder-786627-11-iscsi',id=f18ef446-1389-4802-a345-f314a6956002,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T07:06:03Z,topic='l3_agent')) {'router_ids': ['4c4b3883-d7bc-414b-95d9-eacc97e58529'], 'active': True} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:23:09.250781 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-f819897a-72c1-46d6-a7e6-ceb2a2b8ad69 admin admin] Notify callbacks [] for router, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:23:09.282843 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvr_db [None req-09c0c16e-2aed-44a7-b98d-b2748d83afc6 None None] Set router 4c4b3883-d7bc-414b-95d9-eacc97e58529 gateway port host: dv-cinder-786627-11-iscsi {{(pid=92922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 07:23:09.296184 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e85adbd-8770-49e9-985b-1ed1ab8208cb req-e5aace14-e650-4591-9317-8bc4e3ec5103 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:23:09.297668 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-8e85adbd-8770-49e9-985b-1ed1ab8208cb req-e5aace14-e650-4591-9317-8bc4e3ec5103 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "GET /v2.0/ports?device_id=056552d0-15f1-4a6e-ade1-bfae8d3f0916 HTTP/1.1" status: 200 len: 945 time: 0.1463344 Jun 22 07:23:09.313332 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 51522) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:23:09.319083 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.v2.base [None req-9058b3a6-4fe4-4d7f-85f6-a037fdecce01 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Request body: {'floatingip': {'port_id': 'b7d0dcfa-da80-43fe-8406-7e33b01f461b'}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:23:09.357817 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-9058b3a6-4fe4-4d7f-85f6-a037fdecce01 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Notify callbacks [] for floatingip, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:23:09.371204 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-f819897a-72c1-46d6-a7e6-ceb2a2b8ad69 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:23:09.427289 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.plugin [None req-f819897a-72c1-46d6-a7e6-ceb2a2b8ad69 admin admin] Deleting port 3f018774-97d1-484b-a6c2-b41b4da04058 {{(pid=92919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 07:23:09.427549 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-f819897a-72c1-46d6-a7e6-ceb2a2b8ad69 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773474057189'] for port, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:23:09.469282 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-09c0c16e-2aed-44a7-b98d-b2748d83afc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c4b3883-d7bc-414b-95d9-eacc97e58529', 'name': 'tempest-TestMinimumBasicScenario-540610565-router', 'tenant_id': '7a1c28ccfbf14ccdaece550cdee5edf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'external_fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': '3f018774-97d1-484b-a6c2-b41b4da04058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:16:45Z', 'updated_at': '2021-06-22T07:23:08Z', 'revision_number': 5, 'project_id': '7a1c28ccfbf14ccdaece550cdee5edf0', 'gw_port': {'id': '3f018774-97d1-484b-a6c2-b41b4da04058', 'name': '', 'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:0e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c4b3883-d7bc-414b-95d9-eacc97e58529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:16:46Z', 'updated_at': '2021-06-22T07:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-iscsi'}], 'dv-cinder-786627-11-iscsi', False) {} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:23:09.512489 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.db [None req-f819897a-72c1-46d6-a7e6-ceb2a2b8ad69 admin admin] For port 3f018774-97d1-484b-a6c2-b41b4da04058, host dv-cinder-786627-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-11-iscsi',level=0,port_id=3f018774-97d1-484b-a6c2-b41b4da04058,segment=NetworkSegment(4e753e82-2fc6-4903-97a0-73083259f586),segment_id=4e753e82-2fc6-4903-97a0-73083259f586)] {{(pid=92919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:23:09.512904 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-f819897a-72c1-46d6-a7e6-ceb2a2b8ad69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-707208'] for port, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:23:09.583635 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.plugin [None req-f819897a-72c1-46d6-a7e6-ceb2a2b8ad69 admin admin] Calling delete_port for 3f018774-97d1-484b-a6c2-b41b4da04058 owned by network:router_gateway {{(pid=92919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 07:23:09.585388 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c0c16e-2aed-44a7-b98d-b2748d83afc6 None None] The sync data for ids ['4c4b3883-d7bc-414b-95d9-eacc97e58529'] in dv-cinder-786627-11-iscsi is: [{'id': '4c4b3883-d7bc-414b-95d9-eacc97e58529', 'name': 'tempest-TestMinimumBasicScenario-540610565-router', 'tenant_id': '7a1c28ccfbf14ccdaece550cdee5edf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'external_fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': '3f018774-97d1-484b-a6c2-b41b4da04058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:16:45Z', 'updated_at': '2021-06-22T07:23:08Z', 'revision_number': 5, 'project_id': '7a1c28ccfbf14ccdaece550cdee5edf0', 'gw_port': {'id': '3f018774-97d1-484b-a6c2-b41b4da04058', 'name': '', 'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:0e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c4b3883-d7bc-414b-95d9-eacc97e58529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:16:46Z', 'updated_at': '2021-06-22T07:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-iscsi'}] {{(pid=92922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 07:23:09.782175 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-f819897a-72c1-46d6-a7e6-ceb2a2b8ad69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773474061029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773473471600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4832659'] for port, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:23:09.784577 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-8e6ac15c-673a-4778-ac37-51ef63281014 tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:23:09.809745 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f819897a-72c1-46d6-a7e6-ceb2a2b8ad69 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f018774-97d1-484b-a6c2-b41b4da04058,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:23:09.812419 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-f819897a-72c1-46d6-a7e6-ceb2a2b8ad69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:23:09.834315 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-9058b3a6-4fe4-4d7f-85f6-a037fdecce01 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:23:09.838865 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-9058b3a6-4fe4-4d7f-85f6-a037fdecce01 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-706738'] for floatingip, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:23:09.879993 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-f819897a-72c1-46d6-a7e6-ceb2a2b8ad69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-706633'] for router_gateway, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:23:09.937920 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.db.l3_db [None req-9058b3a6-4fe4-4d7f-85f6-a037fdecce01 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Floating IP 368e68c6-0205-4a1d-83fe-e59cef5569b2 associated. External IP: 172.27.1.150, port: b7d0dcfa-da80-43fe-8406-7e33b01f461b. Jun 22 07:23:09.983369 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-f819897a-72c1-46d6-a7e6-ceb2a2b8ad69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23744'] for router, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:23:09.985630 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-f819897a-72c1-46d6-a7e6-ceb2a2b8ad69 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:23:10.036122 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-f819897a-72c1-46d6-a7e6-ceb2a2b8ad69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-579829'] for router, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:23:10.036677 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f819897a-72c1-46d6-a7e6-ceb2a2b8ad69 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4c4b3883-d7bc-414b-95d9-eacc97e58529 {{(pid=92919) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 07:23:10.041105 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-f819897a-72c1-46d6-a7e6-ceb2a2b8ad69 admin admin] Notify callbacks [] for router, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:23:10.044956 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-f819897a-72c1-46d6-a7e6-ceb2a2b8ad69 admin admin] 10.222.0.24 "DELETE /v2.0/routers/4c4b3883-d7bc-414b-95d9-eacc97e58529 HTTP/1.1" status: 204 len: 168 time: 1.2019475 Jun 22 07:23:10.045589 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 51526) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:23:10.097333 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.db.db_base_plugin_v2 [None req-17f451df-0e91-4974-b13b-a200b873be10 admin admin] Deleting subnet e574c9b5-a00c-4865-867e-934af8545a65 {{(pid=92919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 07:23:10.100521 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-17f451df-0e91-4974-b13b-a200b873be10 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:23:10.136846 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-17f451df-0e91-4974-b13b-a200b873be10 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4640585'] for subnet, precommit_delete_associations {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:23:10.168947 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9058b3a6-4fe4-4d7f-85f6-a037fdecce01 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Router 431cd435-43c4-4a94-9141-6425c9b114ef has already been hosted by L3 agent f18ef446-1389-4802-a345-f314a6956002 {{(pid=92920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 07:23:10.220979 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-17f451df-0e91-4974-b13b-a200b873be10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1883746'] for subnet, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:23:10.288051 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9058b3a6-4fe4-4d7f-85f6-a037fdecce01 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Notify agent at l3_agent.dv-cinder-786627-11-iscsi the message routers_updated {{(pid=92920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 07:23:10.288407 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-17f451df-0e91-4974-b13b-a200b873be10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1883739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4832729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5137568'] for subnet, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:23:10.290947 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-57355a26-c6c2-47e0-a252-60cd445f585e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:23:10.292599 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-9058b3a6-4fe4-4d7f-85f6-a037fdecce01 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91146'] for floatingip, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:23:10.312223 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c9b8710-4e83-4414-9f32-4ce5742f5929 None None] Sync routers for ids ['431cd435-43c4-4a94-9141-6425c9b114ef'] in dv-cinder-786627-11-iscsi {{(pid=92921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 07:23:10.320478 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f451df-0e91-4974-b13b-a200b873be10 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e574c9b5-a00c-4865-867e-934af8545a65,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:23:10.321634 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-17f451df-0e91-4974-b13b-a200b873be10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:23:10.322297 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-17f451df-0e91-4974-b13b-a200b873be10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-690179'] for subnet, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:23:10.326763 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-17f451df-0e91-4974-b13b-a200b873be10 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/e574c9b5-a00c-4865-867e-934af8545a65 HTTP/1.1" status: 204 len: 168 time: 0.2801676 Jun 22 07:23:10.326921 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 51528) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:23:10.331143 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13e8097d-fc4a-4ea6-a80d-479ed2d3d7fe None None] Network 35c77580-f5d7-408f-999b-062d1e5765f0 requested from dv-cinder-786627-11-iscsi {{(pid=92921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 07:23:10.371396 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9b8710-4e83-4414-9f32-4ce5742f5929 None None] Routers {'431cd435-43c4-4a94-9141-6425c9b114ef'} bound to L3 agent in host dv-cinder-786627-11-iscsi {{(pid=92921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 07:23:10.372023 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-0c9b8710-4e83-4414-9f32-4ce5742f5929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-22T07:06:03Z,description=,heartbeat_timestamp=2021-06-22T07:23:03Z,host='dv-cinder-786627-11-iscsi',id=f18ef446-1389-4802-a345-f314a6956002,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T07:06:03Z,topic='l3_agent')) {'router_ids': ['431cd435-43c4-4a94-9141-6425c9b114ef'], 'active': True} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:23:10.382689 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-9058b3a6-4fe4-4d7f-85f6-a037fdecce01 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "PUT /v2.0/floatingips/368e68c6-0205-4a1d-83fe-e59cef5569b2 HTTP/1.1" status: 200 len: 991 time: 1.0682406 Jun 22 07:23:10.385225 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '056552d0-15f1-4a6e-ade1-bfae8d3f0916', 'tag': 'b7d0dcfa-da80-43fe-8406-7e33b01f461b'}] {{(pid=92920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 07:23:10.387583 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}175c46e468422b48d63533518873068da6a6c478907c3b6f79f9dabf89e8d923" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cc08183-f992-455e-b37b-bfaeb917dccb" -d '{"events": [{"name": "network-changed", "server_uuid": "056552d0-15f1-4a6e-ade1-bfae8d3f0916", "tag": "b7d0dcfa-da80-43fe-8406-7e33b01f461b"}]}' {{(pid=92920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 07:23:10.415911 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-945bb691-3714-4ba4-b3ab-0238e025571a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777681'] for network, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:23:10.447306 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 07:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aee784d1-6f31-49a6-96b6-18957251ff03 x-openstack-request-id: req-aee784d1-6f31-49a6-96b6-18957251ff03 {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 07:23:10.447627 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "056552d0-15f1-4a6e-ade1-bfae8d3f0916", "tag": "b7d0dcfa-da80-43fe-8406-7e33b01f461b", "status": "completed", "code": 200}]} {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 07:23:10.447920 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-aee784d1-6f31-49a6-96b6-18957251ff03 {{(pid=92920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 07:23:10.448347 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '056552d0-15f1-4a6e-ade1-bfae8d3f0916', 'tag': 'b7d0dcfa-da80-43fe-8406-7e33b01f461b', 'status': 'completed', 'code': 200} Jun 22 07:23:10.474402 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-945bb691-3714-4ba4-b3ab-0238e025571a admin admin] Deleting port 461f8914-6536-4a2d-8868-92ee931556ea {{(pid=92920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 07:23:10.474754 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-945bb691-3714-4ba4-b3ab-0238e025571a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773474057189'] for port, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:23:10.531751 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc08183-f992-455e-b37b-bfaeb917dccb req-ce7aca6b-3b36-4afa-a293-1752598178a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:23:10.533387 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-3cc08183-f992-455e-b37b-bfaeb917dccb req-ce7aca6b-3b36-4afa-a293-1752598178a8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d4f594fab10d40c7ba3121bb30f350f6&device_id=056552d0-15f1-4a6e-ade1-bfae8d3f0916 HTTP/1.1" status: 200 len: 1098 time: 0.0706284 Jun 22 07:23:10.541745 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvr_db [None req-0c9b8710-4e83-4414-9f32-4ce5742f5929 None None] Set router 431cd435-43c4-4a94-9141-6425c9b114ef gateway port host: dv-cinder-786627-11-iscsi {{(pid=92921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 07:23:10.547084 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-945bb691-3714-4ba4-b3ab-0238e025571a admin admin] For port 461f8914-6536-4a2d-8868-92ee931556ea, host dv-cinder-786627-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-11-iscsi',level=0,port_id=461f8914-6536-4a2d-8868-92ee931556ea,segment=NetworkSegment(3a505b83-1c2b-4509-b827-beaea00a921c),segment_id=3a505b83-1c2b-4509-b827-beaea00a921c)] {{(pid=92920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:23:10.547749 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-945bb691-3714-4ba4-b3ab-0238e025571a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-707208'] for port, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:23:10.616695 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-945bb691-3714-4ba4-b3ab-0238e025571a admin admin] Calling delete_port for 461f8914-6536-4a2d-8868-92ee931556ea owned by network:dhcp {{(pid=92920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 07:23:10.642796 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc08183-f992-455e-b37b-bfaeb917dccb req-db8d9293-2e75-4ddf-b70e-6fe501222b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:23:10.642796 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-3cc08183-f992-455e-b37b-bfaeb917dccb req-db8d9293-2e75-4ddf-b70e-6fe501222b6c service neutron] 10.222.0.41 "GET /v2.0/networks?id=e45ca323-df81-4e4e-ad4b-9a2282b40737 HTTP/1.1" status: 200 len: 911 time: 0.0952501 Jun 22 07:23:10.729999 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-945bb691-3714-4ba4-b3ab-0238e025571a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773474061029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773473471600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5150811'] for port, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:23:10.733327 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-596d4264-bff3-4964-b95a-281f530a0f46 None None] DHCP port deletion for 35c77580-f5d7-408f-999b-062d1e5765f0 request from dv-cinder-786627-11-iscsi {{(pid=92921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 07:23:10.733511 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-d0862b2f-c28a-4e66-b036-1386b70fc6f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:23:10.735986 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-3cc08183-f992-455e-b37b-bfaeb917dccb req-8fd70c71-cd0a-4afe-b9d4-076f7a757db5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b7d0dcfa-da80-43fe-8406-7e33b01f461b HTTP/1.1" status: 200 len: 999 time: 0.0901704 Jun 22 07:23:10.758570 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945bb691-3714-4ba4-b3ab-0238e025571a admin admin] Pushing event deleted for resources: {'Port': ['ID=461f8914-6536-4a2d-8868-92ee931556ea,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:23:10.773867 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-945bb691-3714-4ba4-b3ab-0238e025571a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:23:10.774741 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945bb691-3714-4ba4-b3ab-0238e025571a admin admin] No DVR routers for this DVR port 461f8914-6536-4a2d-8868-92ee931556ea on host dv-cinder-786627-11-iscsi {{(pid=92920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 07:23:10.828053 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc08183-f992-455e-b37b-bfaeb917dccb req-8db28f1f-99fc-4f35-a0a2-8832106ecada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:23:10.832653 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-3cc08183-f992-455e-b37b-bfaeb917dccb req-8db28f1f-99fc-4f35-a0a2-8832106ecada service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f68816de-e03b-4f38-99ee-40e3f1c0a6fd HTTP/1.1" status: 200 len: 849 time: 0.0900466 Jun 22 07:23:10.861775 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-945bb691-3714-4ba4-b3ab-0238e025571a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1883115', 'neutron.services.segments.db._delete_segments_for_network-8773474011859'] for network, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:23:10.873149 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.services.segments.db [None req-945bb691-3714-4ba4-b3ab-0238e025571a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35c77580-f5d7-408f-999b-062d1e5765f0']}} {{(pid=92920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:23:10.884340 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-0c9b8710-4e83-4414-9f32-4ce5742f5929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '431cd435-43c4-4a94-9141-6425c9b114ef', 'name': 'tempest-AttachVolumeTestJSON-907065161-router', 'tenant_id': 'd4f594fab10d40c7ba3121bb30f350f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'external_fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '217bf916-f428-45a7-b4e6-aee6f103ab9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:13:50Z', 'updated_at': '2021-06-22T07:14:13Z', 'revision_number': 4, 'project_id': 'd4f594fab10d40c7ba3121bb30f350f6', 'gw_port': {'id': '217bf916-f428-45a7-b4e6-aee6f103ab9d', 'name': '', 'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:87:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431cd435-43c4-4a94-9141-6425c9b114ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:13:53Z', 'updated_at': '2021-06-22T07:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-iscsi', '_floatingips': [{'id': '368e68c6-0205-4a1d-83fe-e59cef5569b2', 'tenant_id': 'd4f594fab10d40c7ba3121bb30f350f6', 'floating_ip_address': '172.27.1.150', 'floating_network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'router_id': '431cd435-43c4-4a94-9141-6425c9b114ef', 'port_id': 'b7d0dcfa-da80-43fe-8406-7e33b01f461b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e45ca323-df81-4e4e-ad4b-9a2282b40737', 'mac_address': 'fa:16:3e:07:98:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '056552d0-15f1-4a6e-ade1-bfae8d3f0916', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T07:22:53Z', 'updated_at': '2021-06-22T07:23:09Z', 'revision_number': 1, 'project_id': 'd4f594fab10d40c7ba3121bb30f350f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '900ecae7-963b-427d-adc1-d204794ed031', 'name': '', 'network_id': 'e45ca323-df81-4e4e-ad4b-9a2282b40737', 'tenant_id': 'd4f594fab10d40c7ba3121bb30f350f6', 'mac_address': 'fa:16:3e:50:53:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431cd435-43c4-4a94-9141-6425c9b114ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f68816de-e03b-4f38-99ee-40e3f1c0a6fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:14:04Z', 'updated_at': '2021-06-22T07:14:21Z', 'revision_number': 5, 'project_id': 'd4f594fab10d40c7ba3121bb30f350f6', 'subnets': [{'id': 'f68816de-e03b-4f38-99ee-40e3f1c0a6fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-11-iscsi', False) {} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:23:10.888977 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.services.segments.db [None req-945bb691-3714-4ba4-b3ab-0238e025571a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a505b83-1c2b-4509-b827-beaea00a921c') {'for_net_delete': True} {{(pid=92920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:23:10.889326 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.services.segments.db [None req-945bb691-3714-4ba4-b3ab-0238e025571a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a505b83-1c2b-4509-b827-beaea00a921c') {} {{(pid=92920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:23:10.903193 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-945bb691-3714-4ba4-b3ab-0238e025571a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773474011688', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5150757'] for segment, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:23:10.912412 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c9b8710-4e83-4414-9f32-4ce5742f5929 None None] Checking router: 431cd435-43c4-4a94-9141-6425c9b114ef for host: dv-cinder-786627-11-iscsi {{(pid=92921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 07:23:10.913660 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-945bb691-3714-4ba4-b3ab-0238e025571a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1885363'] for segment, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:23:10.921055 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-945bb691-3714-4ba4-b3ab-0238e025571a admin admin] Releasing vlan 421 on physical network physnet1 to pool {{(pid=92920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 07:23:10.921458 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-945bb691-3714-4ba4-b3ab-0238e025571a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1885363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4754088'] for segment, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:23:10.923179 dv-cinder-786627-11-iscsi neutron-server[92920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 07:23:10.923179 dv-cinder-786627-11-iscsi neutron-server[92920]: conditions |= (models_v2.Port.network_id.in_( Jun 22 07:23:10.923179 dv-cinder-786627-11-iscsi neutron-server[92920]: Traceback (most recent call last): Jun 22 07:23:10.923179 dv-cinder-786627-11-iscsi neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 07:23:10.923179 dv-cinder-786627-11-iscsi neutron-server[92920]: timer() Jun 22 07:23:10.923179 dv-cinder-786627-11-iscsi neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 07:23:10.923179 dv-cinder-786627-11-iscsi neutron-server[92920]: cb(*args, **kw) Jun 22 07:23:10.923179 dv-cinder-786627-11-iscsi neutron-server[92920]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 07:23:10.923179 dv-cinder-786627-11-iscsi neutron-server[92920]: return func(*args, **kwargs) Jun 22 07:23:10.923179 dv-cinder-786627-11-iscsi neutron-server[92920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 07:23:10.923179 dv-cinder-786627-11-iscsi neutron-server[92920]: self._notify() Jun 22 07:23:10.923179 dv-cinder-786627-11-iscsi neutron-server[92920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 07:23:10.923179 dv-cinder-786627-11-iscsi neutron-server[92920]: self.callback(batched_events) Jun 22 07:23:10.923179 dv-cinder-786627-11-iscsi neutron-server[92920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 07:23:10.923179 dv-cinder-786627-11-iscsi neutron-server[92920]: event.method(event) Jun 22 07:23:10.923179 dv-cinder-786627-11-iscsi neutron-server[92920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 07:23:10.923179 dv-cinder-786627-11-iscsi neutron-server[92920]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 07:23:10.923179 dv-cinder-786627-11-iscsi neutron-server[92920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 07:23:10.923179 dv-cinder-786627-11-iscsi neutron-server[92920]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 07:23:10.923179 dv-cinder-786627-11-iscsi neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 07:23:10.923179 dv-cinder-786627-11-iscsi neutron-server[92920]: return f(self, *a, **k) Jun 22 07:23:10.923179 dv-cinder-786627-11-iscsi neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 07:23:10.923179 dv-cinder-786627-11-iscsi neutron-server[92920]: return self._get(url).json() Jun 22 07:23:10.923179 dv-cinder-786627-11-iscsi neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 07:23:10.923179 dv-cinder-786627-11-iscsi neutron-server[92920]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 07:23:10.923179 dv-cinder-786627-11-iscsi neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 07:23:10.923179 dv-cinder-786627-11-iscsi neutron-server[92920]: return self.request(url, 'GET', **kwargs) Jun 22 07:23:10.923179 dv-cinder-786627-11-iscsi neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 07:23:10.923179 dv-cinder-786627-11-iscsi neutron-server[92920]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 07:23:10.923179 dv-cinder-786627-11-iscsi neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 07:23:10.923179 dv-cinder-786627-11-iscsi neutron-server[92920]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 07:23:10.923179 dv-cinder-786627-11-iscsi neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 07:23:10.923179 dv-cinder-786627-11-iscsi neutron-server[92920]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 07:23:10.923179 dv-cinder-786627-11-iscsi neutron-server[92920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 07:23:10.927797 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9b8710-4e83-4414-9f32-4ce5742f5929 None None] Routers {'431cd435-43c4-4a94-9141-6425c9b114ef'} bound to L3 agent in host dv-cinder-786627-11-iscsi {{(pid=92921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 07:23:10.927797 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-0c9b8710-4e83-4414-9f32-4ce5742f5929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-22T07:06:03Z,description=,heartbeat_timestamp=2021-06-22T07:23:03Z,host='dv-cinder-786627-11-iscsi',id=f18ef446-1389-4802-a345-f314a6956002,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T07:06:03Z,topic='l3_agent')) {'router_ids': ['431cd435-43c4-4a94-9141-6425c9b114ef'], 'active': True} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:23:10.934848 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc08183-f992-455e-b37b-bfaeb917dccb req-fe5860e4-ed82-49cb-9582-019a62739df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:23:10.936694 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-3cc08183-f992-455e-b37b-bfaeb917dccb req-fe5860e4-ed82-49cb-9582-019a62739df6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e45ca323-df81-4e4e-ad4b-9a2282b40737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0967991 Jun 22 07:23:10.979001 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-945bb691-3714-4ba4-b3ab-0238e025571a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1883104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-54575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-690206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-706735'] for network, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:23:10.983093 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:23:10.985939 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-945bb691-3714-4ba4-b3ab-0238e025571a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-690179'] for network, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:23:10.993695 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-945bb691-3714-4ba4-b3ab-0238e025571a admin admin] 10.222.0.24 "DELETE /v2.0/networks/35c77580-f5d7-408f-999b-062d1e5765f0 HTTP/1.1" status: 204 len: 168 time: 0.6655166 Jun 22 07:23:11.011795 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945bb691-3714-4ba4-b3ab-0238e025571a admin admin] Pushing event deleted for resources: {'Network': ['ID=35c77580-f5d7-408f-999b-062d1e5765f0,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:23:11.015038 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-945bb691-3714-4ba4-b3ab-0238e025571a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:23:11.054026 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-3cc08183-f992-455e-b37b-bfaeb917dccb req-b092795b-09a4-4a7a-a43b-5cb12c8c1630 service neutron] 10.222.0.41 "GET /v2.0/networks/e45ca323-df81-4e4e-ad4b-9a2282b40737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101120 Jun 22 07:23:11.063491 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvr_db [None req-0c9b8710-4e83-4414-9f32-4ce5742f5929 None None] Set router 431cd435-43c4-4a94-9141-6425c9b114ef gateway port host: dv-cinder-786627-11-iscsi {{(pid=92921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 07:23:11.145929 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 51538) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:23:11.155488 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-3cc08183-f992-455e-b37b-bfaeb917dccb req-43620154-e50b-4f0e-88a7-3f3d73361545 service neutron] 10.222.0.41 "GET /v2.0/networks/e45ca323-df81-4e4e-ad4b-9a2282b40737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933433 Jun 22 07:23:11.195048 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-9f48a037-cd76-4fcb-82f7-3b18a1ebf1c1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ec9a29227f1b402da02d8ce725e6cef8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0478208 Jun 22 07:23:11.197481 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 51540) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:23:11.245847 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-6a4bd73d-d6c3-42cb-966a-90067ef9aef3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:23:11.270110 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-6a4bd73d-d6c3-42cb-966a-90067ef9aef3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:23:11.298822 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-0c9b8710-4e83-4414-9f32-4ce5742f5929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '431cd435-43c4-4a94-9141-6425c9b114ef', 'name': 'tempest-AttachVolumeTestJSON-907065161-router', 'tenant_id': 'd4f594fab10d40c7ba3121bb30f350f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'external_fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '217bf916-f428-45a7-b4e6-aee6f103ab9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:13:50Z', 'updated_at': '2021-06-22T07:14:13Z', 'revision_number': 4, 'project_id': 'd4f594fab10d40c7ba3121bb30f350f6', 'gw_port': {'id': '217bf916-f428-45a7-b4e6-aee6f103ab9d', 'name': '', 'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:87:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431cd435-43c4-4a94-9141-6425c9b114ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:13:53Z', 'updated_at': '2021-06-22T07:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-iscsi', '_floatingips': [{'id': '368e68c6-0205-4a1d-83fe-e59cef5569b2', 'tenant_id': 'd4f594fab10d40c7ba3121bb30f350f6', 'floating_ip_address': '172.27.1.150', 'floating_network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'router_id': '431cd435-43c4-4a94-9141-6425c9b114ef', 'port_id': 'b7d0dcfa-da80-43fe-8406-7e33b01f461b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e45ca323-df81-4e4e-ad4b-9a2282b40737', 'mac_address': 'fa:16:3e:07:98:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '056552d0-15f1-4a6e-ade1-bfae8d3f0916', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T07:22:53Z', 'updated_at': '2021-06-22T07:23:09Z', 'revision_number': 1, 'project_id': 'd4f594fab10d40c7ba3121bb30f350f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '900ecae7-963b-427d-adc1-d204794ed031', 'name': '', 'network_id': 'e45ca323-df81-4e4e-ad4b-9a2282b40737', 'tenant_id': 'd4f594fab10d40c7ba3121bb30f350f6', 'mac_address': 'fa:16:3e:50:53:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431cd435-43c4-4a94-9141-6425c9b114ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f68816de-e03b-4f38-99ee-40e3f1c0a6fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:14:04Z', 'updated_at': '2021-06-22T07:14:21Z', 'revision_number': 5, 'project_id': 'd4f594fab10d40c7ba3121bb30f350f6', 'subnets': [{'id': 'f68816de-e03b-4f38-99ee-40e3f1c0a6fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-11-iscsi', False) {} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:23:11.321787 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-6a4bd73d-d6c3-42cb-966a-90067ef9aef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:23:11.325087 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-6a4bd73d-d6c3-42cb-966a-90067ef9aef3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:23:11.326350 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-6a4bd73d-d6c3-42cb-966a-90067ef9aef3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/184d9c39-9e83-4f1f-a6ee-6da78c1e0aec HTTP/1.1" status: 204 len: 168 time: 0.1277921 Jun 22 07:23:11.327082 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-53acbb23-84d4-4b45-86b4-365f271ac0d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:23:11.331651 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c9b8710-4e83-4414-9f32-4ce5742f5929 None None] The sync data for ids ['431cd435-43c4-4a94-9141-6425c9b114ef'] in dv-cinder-786627-11-iscsi is: [{'id': '431cd435-43c4-4a94-9141-6425c9b114ef', 'name': 'tempest-AttachVolumeTestJSON-907065161-router', 'tenant_id': 'd4f594fab10d40c7ba3121bb30f350f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'external_fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '217bf916-f428-45a7-b4e6-aee6f103ab9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:13:50Z', 'updated_at': '2021-06-22T07:14:13Z', 'revision_number': 4, 'project_id': 'd4f594fab10d40c7ba3121bb30f350f6', 'gw_port': {'id': '217bf916-f428-45a7-b4e6-aee6f103ab9d', 'name': '', 'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:87:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431cd435-43c4-4a94-9141-6425c9b114ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:13:53Z', 'updated_at': '2021-06-22T07:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-iscsi', '_floatingips': [{'id': '368e68c6-0205-4a1d-83fe-e59cef5569b2', 'tenant_id': 'd4f594fab10d40c7ba3121bb30f350f6', 'floating_ip_address': '172.27.1.150', 'floating_network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'router_id': '431cd435-43c4-4a94-9141-6425c9b114ef', 'port_id': 'b7d0dcfa-da80-43fe-8406-7e33b01f461b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e45ca323-df81-4e4e-ad4b-9a2282b40737', 'mac_address': 'fa:16:3e:07:98:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '056552d0-15f1-4a6e-ade1-bfae8d3f0916', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T07:22:53Z', 'updated_at': '2021-06-22T07:23:09Z', 'revision_number': 1, 'project_id': 'd4f594fab10d40c7ba3121bb30f350f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '900ecae7-963b-427d-adc1-d204794ed031', 'name': '', 'network_id': 'e45ca323-df81-4e4e-ad4b-9a2282b40737', 'tenant_id': 'd4f594fab10d40c7ba3121bb30f350f6', 'mac_address': 'fa:16:3e:50:53:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431cd435-43c4-4a94-9141-6425c9b114ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f68816de-e03b-4f38-99ee-40e3f1c0a6fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:14:04Z', 'updated_at': '2021-06-22T07:14:21Z', 'revision_number': 5, 'project_id': 'd4f594fab10d40c7ba3121bb30f350f6', 'subnets': [{'id': 'f68816de-e03b-4f38-99ee-40e3f1c0a6fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 07:23:11.335874 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4bd73d-d6c3-42cb-966a-90067ef9aef3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=184d9c39-9e83-4f1f-a6ee-6da78c1e0aec,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:23:11.338277 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-6a4bd73d-d6c3-42cb-966a-90067ef9aef3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:23:11.528469 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ecb44e-2c1b-42f0-ba7e-8e394e3eb610 None None] New status for floating IP 368e68c6-0205-4a1d-83fe-e59cef5569b2: ACTIVE {{(pid=92922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 07:23:11.663227 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 51548) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:23:11.690874 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Device 461f8914-6536-4a2d-8868-92ee931556ea no longer exists at agent ovs-agent-dv-cinder-786627-11-iscsi {{(pid=92921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 07:23:11.711844 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] No Port match for: 461f8914-6536-4a2d-8868-92ee931556ea {{(pid=92921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 07:23:11.712206 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Device 461f8914-6536-4a2d-8868-92ee931556ea not bound to the agent host dv-cinder-786627-11-iscsi {{(pid=92921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 07:23:11.712655 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Device adec7552-a624-48ec-b38a-3ae5c0e8a2bc no longer exists at agent ovs-agent-dv-cinder-786627-11-iscsi {{(pid=92921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 07:23:11.718038 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 51550) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:23:11.718237 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-ab76c037-542e-433b-ae77-727578ae46f8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7a1c28ccfbf14ccdaece550cdee5edf0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0535784 Jun 22 07:23:11.732607 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] No Port match for: adec7552-a624-48ec-b38a-3ae5c0e8a2bc {{(pid=92921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 07:23:11.732960 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Device adec7552-a624-48ec-b38a-3ae5c0e8a2bc not bound to the agent host dv-cinder-786627-11-iscsi {{(pid=92921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 07:23:11.733388 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Device 3f018774-97d1-484b-a6c2-b41b4da04058 no longer exists at agent ovs-agent-dv-cinder-786627-11-iscsi {{(pid=92921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 07:23:11.752030 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] No Port match for: 3f018774-97d1-484b-a6c2-b41b4da04058 {{(pid=92921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 07:23:11.752376 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Device 3f018774-97d1-484b-a6c2-b41b4da04058 not bound to the agent host dv-cinder-786627-11-iscsi {{(pid=92921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 07:23:11.772669 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-f40c4ddf-7ed5-41dc-8f56-b8da837e23fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:23:11.793476 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-f40c4ddf-7ed5-41dc-8f56-b8da837e23fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:23:11.840222 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-f40c4ddf-7ed5-41dc-8f56-b8da837e23fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:23:11.842742 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-f40c4ddf-7ed5-41dc-8f56-b8da837e23fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:23:11.843877 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-f40c4ddf-7ed5-41dc-8f56-b8da837e23fc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2a2b42dd-69da-4f21-b302-4538d82f4b21 HTTP/1.1" status: 204 len: 168 time: 0.1244988 Jun 22 07:23:11.844662 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-9716ef52-8e72-4b87-9d66-beeb01e2770a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:23:11.852156 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40c4ddf-7ed5-41dc-8f56-b8da837e23fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a2b42dd-69da-4f21-b302-4538d82f4b21,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:23:11.854434 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-f40c4ddf-7ed5-41dc-8f56-b8da837e23fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:23:12.943765 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.agents_db [None req-74002642-eed4-46c6-8f70-93846dc748c3 None None] Agent healthcheck: found 6 active agents {{(pid=92922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 07:23:30.520010 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0626eb5-2645-4e9f-8ea7-0a18bb87e666 req-2ef6246f-fdea-4d3e-a8b4-d7e0a70bc5b0 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:23:30.521490 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-d0626eb5-2645-4e9f-8ea7-0a18bb87e666 req-2ef6246f-fdea-4d3e-a8b4-d7e0a70bc5b0 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=441f6a0f-f857-40b6-9cfd-e8cc8b189da3 HTTP/1.1" status: 200 len: 946 time: 0.0644519 Jun 22 07:23:30.562779 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-d0626eb5-2645-4e9f-8ea7-0a18bb87e666 req-2416fac2-0f28-4f93-a02e-d245a9b00438 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/security-groups?id=caea7c39-2e48-46ab-adf2-ac00c54c08da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354841 Jun 22 07:23:30.711547 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-99956284-0780-41c2-a8d9-3c7a367c60f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:23:31.745433 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f81a1e-72e1-4e22-925f-67cb4280c360 req-7e29c6c3-ba95-4caf-bb13-3bcab2b724ae tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:23:31.746878 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-a4f81a1e-72e1-4e22-925f-67cb4280c360 req-7e29c6c3-ba95-4caf-bb13-3bcab2b724ae tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=441f6a0f-f857-40b6-9cfd-e8cc8b189da3 HTTP/1.1" status: 200 len: 946 time: 0.0665920 Jun 22 07:23:31.785517 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-a4f81a1e-72e1-4e22-925f-67cb4280c360 req-a2c79a2d-7ba8-498d-a698-42ae349517a6 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/security-groups?id=caea7c39-2e48-46ab-adf2-ac00c54c08da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323822 Jun 22 07:23:32.963248 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a47a18-ee65-421e-b1b4-da5262426c79 req-af5991b7-f84a-43e5-8cdb-eeb4220834c9 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:23:32.964743 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-63a47a18-ee65-421e-b1b4-da5262426c79 req-af5991b7-f84a-43e5-8cdb-eeb4220834c9 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=441f6a0f-f857-40b6-9cfd-e8cc8b189da3 HTTP/1.1" status: 200 len: 946 time: 0.0650835 Jun 22 07:23:33.002918 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-63a47a18-ee65-421e-b1b4-da5262426c79 req-67216d1d-134b-4488-8265-dfe95bd6650d tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/security-groups?id=caea7c39-2e48-46ab-adf2-ac00c54c08da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322721 Jun 22 07:23:33.092610 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-f1cc70a7-adb5-492c-8ea4-f4d29dc34fb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:23:33.280897 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:23:34.187982 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b7763c-33a3-4fa4-a8b1-2f9c922b331e req-b95bf3a6-33ab-4649-a4c6-0736519304ab tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:23:34.189562 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-a1b7763c-33a3-4fa4-a8b1-2f9c922b331e req-b95bf3a6-33ab-4649-a4c6-0736519304ab tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=441f6a0f-f857-40b6-9cfd-e8cc8b189da3 HTTP/1.1" status: 200 len: 946 time: 0.0647087 Jun 22 07:23:34.231927 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-a1b7763c-33a3-4fa4-a8b1-2f9c922b331e req-95016e98-e7f4-4f8c-b555-d382e8e6b5a8 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/security-groups?id=caea7c39-2e48-46ab-adf2-ac00c54c08da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366096 Jun 22 07:23:34.688693 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:23:35.218161 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d3c1a5ff-c703-4bfc-bce3-efb8418f207c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:23:35.408901 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f93619-e598-472b-9f37-ebbc1b0b9b14 req-91e7220d-5af0-4784-ba00-cd575873cac5 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:23:35.410345 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-02f93619-e598-472b-9f37-ebbc1b0b9b14 req-91e7220d-5af0-4784-ba00-cd575873cac5 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=441f6a0f-f857-40b6-9cfd-e8cc8b189da3 HTTP/1.1" status: 200 len: 946 time: 0.0633202 Jun 22 07:23:35.447439 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-02f93619-e598-472b-9f37-ebbc1b0b9b14 req-7270ecae-3387-4d9b-9ff0-49da8a7da161 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/security-groups?id=caea7c39-2e48-46ab-adf2-ac00c54c08da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314250 Jun 22 07:23:36.624324 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bdf604-449e-4920-aa09-86e9acc8c21d req-a8ca932b-1215-4f62-a19b-b54c7be1e8a3 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:23:36.625724 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-00bdf604-449e-4920-aa09-86e9acc8c21d req-a8ca932b-1215-4f62-a19b-b54c7be1e8a3 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=441f6a0f-f857-40b6-9cfd-e8cc8b189da3 HTTP/1.1" status: 200 len: 946 time: 0.0634708 Jun 22 07:23:36.664676 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-00bdf604-449e-4920-aa09-86e9acc8c21d req-8ad79721-4bfd-4494-b7ec-bcddc9aca9c5 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/security-groups?id=caea7c39-2e48-46ab-adf2-ac00c54c08da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332744 Jun 22 07:23:36.943443 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-f04bb265-eca6-4530-aeb1-0b3afeb7eb68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:23:37.848745 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361916b3-3c23-4ce3-a6d6-7ed106beac3c req-3bf3c3c2-c40a-420a-9369-77369b077f6a tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:23:37.850174 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-361916b3-3c23-4ce3-a6d6-7ed106beac3c req-3bf3c3c2-c40a-420a-9369-77369b077f6a tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=441f6a0f-f857-40b6-9cfd-e8cc8b189da3 HTTP/1.1" status: 200 len: 946 time: 0.0683622 Jun 22 07:23:37.887778 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-361916b3-3c23-4ce3-a6d6-7ed106beac3c req-b7040931-2ad7-44c2-8f5b-3d3f5f41dd08 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/security-groups?id=caea7c39-2e48-46ab-adf2-ac00c54c08da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319602 Jun 22 07:23:39.068097 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fe7c97-f0a0-458d-aa7f-1073765bcd3e req-32075727-4024-4b8c-b107-32ed6a32874b tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:23:39.069572 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-d2fe7c97-f0a0-458d-aa7f-1073765bcd3e req-32075727-4024-4b8c-b107-32ed6a32874b tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=441f6a0f-f857-40b6-9cfd-e8cc8b189da3 HTTP/1.1" status: 200 len: 946 time: 0.0632370 Jun 22 07:23:39.106540 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-d2fe7c97-f0a0-458d-aa7f-1073765bcd3e req-9bc981d1-0c71-40b9-9f52-47005a89d326 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/security-groups?id=caea7c39-2e48-46ab-adf2-ac00c54c08da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313983 Jun 22 07:23:40.281390 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1d0834-dd0c-402c-99a9-ed7151bb89cc req-39af5908-e031-4eb7-88c8-4fbda189060a tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:23:40.283017 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-6d1d0834-dd0c-402c-99a9-ed7151bb89cc req-39af5908-e031-4eb7-88c8-4fbda189060a tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=441f6a0f-f857-40b6-9cfd-e8cc8b189da3 HTTP/1.1" status: 200 len: 946 time: 0.0627677 Jun 22 07:23:40.325816 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-6d1d0834-dd0c-402c-99a9-ed7151bb89cc req-a6ced024-b25b-48dd-af7c-ad3a51229cd7 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/security-groups?id=caea7c39-2e48-46ab-adf2-ac00c54c08da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372448 Jun 22 07:23:41.501000 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b54d3bc-3723-41c2-a1f8-9a5f9acef0af req-097fc8ae-2cf7-409e-80ec-80a81ffd46b5 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:23:41.502961 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-7b54d3bc-3723-41c2-a1f8-9a5f9acef0af req-097fc8ae-2cf7-409e-80ec-80a81ffd46b5 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=441f6a0f-f857-40b6-9cfd-e8cc8b189da3 HTTP/1.1" status: 200 len: 946 time: 0.0644875 Jun 22 07:23:41.540281 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-7b54d3bc-3723-41c2-a1f8-9a5f9acef0af req-ef35aa5a-9516-476e-b7fd-948711ae0a9a tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/security-groups?id=caea7c39-2e48-46ab-adf2-ac00c54c08da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315175 Jun 22 07:23:42.718834 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fa7cbf-3af9-45de-a3e3-48f6cec66576 req-94f0e510-4717-4915-8764-44075346a945 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:23:42.720314 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-50fa7cbf-3af9-45de-a3e3-48f6cec66576 req-94f0e510-4717-4915-8764-44075346a945 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=441f6a0f-f857-40b6-9cfd-e8cc8b189da3 HTTP/1.1" status: 200 len: 946 time: 0.0646951 Jun 22 07:23:42.758151 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-50fa7cbf-3af9-45de-a3e3-48f6cec66576 req-339df417-b46c-4652-95c7-2f49b0be27e6 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/security-groups?id=caea7c39-2e48-46ab-adf2-ac00c54c08da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319109 Jun 22 07:23:43.941334 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936d1107-acaf-41dc-b475-bb78eae1b090 req-353975a6-ae84-48ee-9dbc-516cc3524a93 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:23:43.942706 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-936d1107-acaf-41dc-b475-bb78eae1b090 req-353975a6-ae84-48ee-9dbc-516cc3524a93 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=441f6a0f-f857-40b6-9cfd-e8cc8b189da3 HTTP/1.1" status: 200 len: 946 time: 0.0666080 Jun 22 07:23:43.980996 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-936d1107-acaf-41dc-b475-bb78eae1b090 req-897b590c-6891-46bf-864b-01278680d406 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/security-groups?id=caea7c39-2e48-46ab-adf2-ac00c54c08da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327518 Jun 22 07:23:45.344238 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Device d95787bc-48f6-48c9-9f0d-7b3342686306 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=92921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 07:23:45.345864 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef1ad0a-4591-4f55-8335-2a3fc4419bba req-350fd60a-00f7-4a68-b339-3227a9f24022 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:23:45.348117 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-1ef1ad0a-4591-4f55-8335-2a3fc4419bba req-350fd60a-00f7-4a68-b339-3227a9f24022 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=441f6a0f-f857-40b6-9cfd-e8cc8b189da3 HTTP/1.1" status: 200 len: 946 time: 0.2521107 Jun 22 07:23:45.385964 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-1ef1ad0a-4591-4f55-8335-2a3fc4419bba req-78510265-2ec4-4a35-8c13-9ec1b6154be7 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/security-groups?id=caea7c39-2e48-46ab-adf2-ac00c54c08da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319512 Jun 22 07:23:45.439035 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] For port d95787bc-48f6-48c9-9f0d-7b3342686306, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=d95787bc-48f6-48c9-9f0d-7b3342686306,segment=NetworkSegment(8d1bc002-3124-433f-9368-96f826d6cba6),segment_id=8d1bc002-3124-433f-9368-96f826d6cba6)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:23:45.449838 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Returning: {'device': 'd95787bc-48f6-48c9-9f0d-7b3342686306', 'network_id': 'b91fcb38-ada5-4353-b77e-00fb398ce7d0', 'port_id': 'd95787bc-48f6-48c9-9f0d-7b3342686306', 'mac_address': 'fa:16:3e:aa:a9:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f579e111-0d0d-464b-ba2e-9baae47e7af2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 07:23:45.491563 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:23:45.624220 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.notifiers.nova [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d95787bc-48f6-48c9-9f0d-7b3342686306 {{(pid=92921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 07:23:45.644352 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] For port d95787bc-48f6-48c9-9f0d-7b3342686306, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=d95787bc-48f6-48c9-9f0d-7b3342686306,segment=NetworkSegment(8d1bc002-3124-433f-9368-96f826d6cba6),segment_id=8d1bc002-3124-433f-9368-96f826d6cba6)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:23:45.648684 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:23:45.650640 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:23:45.702149 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Pushing event updated for resources: {'Port': ['ID=d95787bc-48f6-48c9-9f0d-7b3342686306,revision_number=6']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:23:45.705755 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:23:45.743436 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] get_ports_and_sgs() called for port_ids ['d95787bc-48f6-48c9-9f0d-7b3342686306'] {{(pid=92921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 07:23:46.577678 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6043ae5a-4295-4f8f-aa46-376e6ad50cda req-dfcfde93-e24e-44d7-8fef-4ded932cb502 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:23:46.579138 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-6043ae5a-4295-4f8f-aa46-376e6ad50cda req-dfcfde93-e24e-44d7-8fef-4ded932cb502 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=441f6a0f-f857-40b6-9cfd-e8cc8b189da3 HTTP/1.1" status: 200 len: 945 time: 0.0651343 Jun 22 07:23:46.621318 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-6043ae5a-4295-4f8f-aa46-376e6ad50cda req-d634cfda-93cb-4648-8215-39e34702c543 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/security-groups?id=caea7c39-2e48-46ab-adf2-ac00c54c08da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363159 Jun 22 07:23:47.339778 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Device d95787bc-48f6-48c9-9f0d-7b3342686306 up at agent hyperv_hv-cinder-78662 {{(pid=92921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 07:23:47.385784 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Provisioning complete for port d95787bc-48f6-48c9-9f0d-7b3342686306 triggered by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:23:47.386206 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1879668'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:23:47.459239 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:23:47.480064 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '441f6a0f-f857-40b6-9cfd-e8cc8b189da3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd95787bc-48f6-48c9-9f0d-7b3342686306'}] {{(pid=92921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 07:23:47.482382 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4609914990d9533a1079bbd359c82c974bab58cbf2fcf9d17aa38aa491f36217" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e8f02a9-546c-49f4-9ef0-fd7cca9b882f" -d '{"events": [{"server_uuid": "441f6a0f-f857-40b6-9cfd-e8cc8b189da3", "name": "network-vif-plugged", "status": "completed", "tag": "d95787bc-48f6-48c9-9f0d-7b3342686306"}]}' {{(pid=92921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 07:23:47.500054 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] For port d95787bc-48f6-48c9-9f0d-7b3342686306, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=d95787bc-48f6-48c9-9f0d-7b3342686306,segment=NetworkSegment(8d1bc002-3124-433f-9368-96f826d6cba6),segment_id=8d1bc002-3124-433f-9368-96f826d6cba6)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:23:47.508746 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:23:47.511847 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:23:47.535725 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 07:23:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64f205fb-5439-4d4f-a04f-db7a905473a2 x-openstack-request-id: req-64f205fb-5439-4d4f-a04f-db7a905473a2 {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 07:23:47.536221 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "441f6a0f-f857-40b6-9cfd-e8cc8b189da3", "name": "network-vif-plugged", "status": "completed", "tag": "d95787bc-48f6-48c9-9f0d-7b3342686306", "code": 200}]} {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 07:23:47.536602 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-64f205fb-5439-4d4f-a04f-db7a905473a2 {{(pid=92921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 07:23:47.537013 dv-cinder-786627-11-iscsi neutron-server[92921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '441f6a0f-f857-40b6-9cfd-e8cc8b189da3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd95787bc-48f6-48c9-9f0d-7b3342686306', 'code': 200} Jun 22 07:23:47.562322 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Pushing event updated for resources: {'Port': ['ID=d95787bc-48f6-48c9-9f0d-7b3342686306,revision_number=7']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:23:47.565387 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:23:47.854677 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b4ea95-7cce-429c-bb4e-d4169878ecba req-88888b4b-c3b3-46dc-952b-7da4d954a0fe tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:23:47.856138 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-e5b4ea95-7cce-429c-bb4e-d4169878ecba req-88888b4b-c3b3-46dc-952b-7da4d954a0fe tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=441f6a0f-f857-40b6-9cfd-e8cc8b189da3 HTTP/1.1" status: 200 len: 946 time: 0.1163316 Jun 22 07:23:47.894631 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-e5b4ea95-7cce-429c-bb4e-d4169878ecba req-04c649ba-da81-4e4c-a3fb-e7214a366d8a tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/security-groups?id=caea7c39-2e48-46ab-adf2-ac00c54c08da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327253 Jun 22 07:23:49.077780 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7192cc-9e79-4863-903b-cb9bce425262 req-0e0d666e-33db-4cb4-bdd1-7c26713d073f tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:23:49.079261 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-ae7192cc-9e79-4863-903b-cb9bce425262 req-0e0d666e-33db-4cb4-bdd1-7c26713d073f tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=441f6a0f-f857-40b6-9cfd-e8cc8b189da3 HTTP/1.1" status: 200 len: 946 time: 0.0662389 Jun 22 07:23:49.118659 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-ae7192cc-9e79-4863-903b-cb9bce425262 req-a85e6ec5-2193-425d-b17c-25622a5be309 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/security-groups?id=caea7c39-2e48-46ab-adf2-ac00c54c08da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336459 Jun 22 07:23:49.942019 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.agents_db [None req-74002642-eed4-46c6-8f70-93846dc748c3 None None] Agent healthcheck: found 6 active agents {{(pid=92922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 07:23:50.329098 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e31387f-86df-4341-b3d2-4f27b4e8a980 req-ae8fd66c-c1f6-463b-a8f7-a01046bd1226 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:23:50.335068 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-0e31387f-86df-4341-b3d2-4f27b4e8a980 req-ae8fd66c-c1f6-463b-a8f7-a01046bd1226 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=441f6a0f-f857-40b6-9cfd-e8cc8b189da3 HTTP/1.1" status: 200 len: 946 time: 0.0832176 Jun 22 07:23:50.375711 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-0e31387f-86df-4341-b3d2-4f27b4e8a980 req-19d17bd7-80f0-41f5-9893-c704549255d8 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/security-groups?id=caea7c39-2e48-46ab-adf2-ac00c54c08da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368857 Jun 22 07:23:51.591846 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbe93ae-8d0e-4867-b8b3-b20fc2d5a6db req-1bf57544-65d6-4a4d-8551-7db72781288f tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:23:51.593347 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-fbbe93ae-8d0e-4867-b8b3-b20fc2d5a6db req-1bf57544-65d6-4a4d-8551-7db72781288f tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=441f6a0f-f857-40b6-9cfd-e8cc8b189da3 HTTP/1.1" status: 200 len: 946 time: 0.0706317 Jun 22 07:23:51.645718 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-fbbe93ae-8d0e-4867-b8b3-b20fc2d5a6db req-10e1f8f8-fd36-40fa-b383-7b80cd48627c tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/security-groups?id=caea7c39-2e48-46ab-adf2-ac00c54c08da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458434 Jun 22 07:23:52.839586 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38fd0cc-ab56-4179-8ef9-94f20d7de84d req-e594bf8c-11a4-4ddd-82f1-e27d84279838 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:23:52.841092 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-e38fd0cc-ab56-4179-8ef9-94f20d7de84d req-e594bf8c-11a4-4ddd-82f1-e27d84279838 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=441f6a0f-f857-40b6-9cfd-e8cc8b189da3 HTTP/1.1" status: 200 len: 946 time: 0.0671246 Jun 22 07:23:52.895445 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-e38fd0cc-ab56-4179-8ef9-94f20d7de84d req-ccee8100-4b04-4cf2-bb2e-2f4099849353 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/security-groups?id=caea7c39-2e48-46ab-adf2-ac00c54c08da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481088 Jun 22 07:23:54.086910 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f91258-6a7e-4c15-a62c-51e8ee583605 req-8c0975a5-7119-48ca-a92b-3f0f0e11623e tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:23:54.088573 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-12f91258-6a7e-4c15-a62c-51e8ee583605 req-8c0975a5-7119-48ca-a92b-3f0f0e11623e tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=441f6a0f-f857-40b6-9cfd-e8cc8b189da3 HTTP/1.1" status: 200 len: 946 time: 0.0663302 Jun 22 07:23:54.127357 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-12f91258-6a7e-4c15-a62c-51e8ee583605 req-bdd32136-11fe-40e6-ab82-4c3176bb9707 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/security-groups?id=caea7c39-2e48-46ab-adf2-ac00c54c08da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329862 Jun 22 07:23:55.336011 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc842a6-885c-4fce-83e3-e1bb42d98c4c req-a41409cf-b598-4d6a-a6d9-c5b3ed1bd7e9 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:23:55.338586 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-8fc842a6-885c-4fce-83e3-e1bb42d98c4c req-a41409cf-b598-4d6a-a6d9-c5b3ed1bd7e9 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=441f6a0f-f857-40b6-9cfd-e8cc8b189da3 HTTP/1.1" status: 200 len: 946 time: 0.0761962 Jun 22 07:23:55.377823 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-8fc842a6-885c-4fce-83e3-e1bb42d98c4c req-b3c8f906-3fa8-4379-aa4d-a13286f8b16c tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/security-groups?id=caea7c39-2e48-46ab-adf2-ac00c54c08da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336843 Jun 22 07:23:56.755853 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff86b64-8477-4fdd-a9ac-1367a1d545d9 req-f22e4e49-bb12-4ab6-9d77-071188235c1b tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:23:56.757573 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-8ff86b64-8477-4fdd-a9ac-1367a1d545d9 req-f22e4e49-bb12-4ab6-9d77-071188235c1b tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=441f6a0f-f857-40b6-9cfd-e8cc8b189da3 HTTP/1.1" status: 200 len: 946 time: 0.0821934 Jun 22 07:23:56.808947 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-8ff86b64-8477-4fdd-a9ac-1367a1d545d9 req-e758f516-f0f3-44b2-9c98-f4feba14044d tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/security-groups?id=caea7c39-2e48-46ab-adf2-ac00c54c08da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445237 Jun 22 07:23:57.156413 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 51780) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:23:57.354524 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.plugin [None req-8c5eda2b-9b66-4bab-83cf-f0a04f9a9e42 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Deleting port b097a3e3-ac4e-449f-84b2-4147dbc439e7 {{(pid=92919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 07:23:57.354873 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-8c5eda2b-9b66-4bab-83cf-f0a04f9a9e42 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773474057189'] for port, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:23:57.438074 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-8c5eda2b-9b66-4bab-83cf-f0a04f9a9e42 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-707208'] for port, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:23:57.438324 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-8c5eda2b-9b66-4bab-83cf-f0a04f9a9e42 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:23:57.512197 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.plugin [None req-8c5eda2b-9b66-4bab-83cf-f0a04f9a9e42 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Calling delete_port for b097a3e3-ac4e-449f-84b2-4147dbc439e7 owned by network:floatingip {{(pid=92919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 07:23:57.695405 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-8c5eda2b-9b66-4bab-83cf-f0a04f9a9e42 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773474061029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773473471600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4832659'] for port, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:23:57.698463 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-9ec5fc64-267b-4363-9782-664b23c19b45 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:23:57.728993 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5eda2b-9b66-4bab-83cf-f0a04f9a9e42 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Pushing event deleted for resources: {'Port': ['ID=b097a3e3-ac4e-449f-84b2-4147dbc439e7,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:23:57.755034 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5eda2b-9b66-4bab-83cf-f0a04f9a9e42 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:23:57.755404 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5eda2b-9b66-4bab-83cf-f0a04f9a9e42 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:23:57.755790 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5eda2b-9b66-4bab-83cf-f0a04f9a9e42 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:23:57.756130 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5eda2b-9b66-4bab-83cf-f0a04f9a9e42 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:23:57.756772 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5eda2b-9b66-4bab-83cf-f0a04f9a9e42 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:23:57.756899 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5eda2b-9b66-4bab-83cf-f0a04f9a9e42 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:23:57.757187 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5eda2b-9b66-4bab-83cf-f0a04f9a9e42 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:23:57.757537 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5eda2b-9b66-4bab-83cf-f0a04f9a9e42 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:23:57.757885 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5eda2b-9b66-4bab-83cf-f0a04f9a9e42 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:23:57.758237 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5eda2b-9b66-4bab-83cf-f0a04f9a9e42 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:23:57.758580 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5eda2b-9b66-4bab-83cf-f0a04f9a9e42 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:23:57.758924 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5eda2b-9b66-4bab-83cf-f0a04f9a9e42 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:23:57.778286 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-8c5eda2b-9b66-4bab-83cf-f0a04f9a9e42 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:23:57.797973 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-8c5eda2b-9b66-4bab-83cf-f0a04f9a9e42 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Notify callbacks [] for floatingip, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:23:57.798298 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.db.l3_db [None req-8c5eda2b-9b66-4bab-83cf-f0a04f9a9e42 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Floating IP 80da426b-bd21-410d-b9aa-774a9f53ff8b disassociated (deleted). External IP: 172.27.1.135, port: 71fe681a-3e39-4ecd-9cfc-22b161500189. Jun 22 07:23:58.084446 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c5eda2b-9b66-4bab-83cf-f0a04f9a9e42 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Router 1fb2f8fa-0763-48a1-b4f3-bc603d130289 has already been hosted by L3 agent f18ef446-1389-4802-a345-f314a6956002 {{(pid=92919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 07:23:58.107975 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfd3920-c022-4988-8198-27852134f0cb req-b6bb5292-b94d-46f8-b956-746c640b5883 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:23:58.109475 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-fcfd3920-c022-4988-8198-27852134f0cb req-b6bb5292-b94d-46f8-b956-746c640b5883 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=441f6a0f-f857-40b6-9cfd-e8cc8b189da3 HTTP/1.1" status: 200 len: 946 time: 0.1260362 Jun 22 07:23:58.219554 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-fcfd3920-c022-4988-8198-27852134f0cb req-a3c65b2d-dbc0-4420-9983-d2812e6cc604 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/security-groups?id=caea7c39-2e48-46ab-adf2-ac00c54c08da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720038 Jun 22 07:23:58.262605 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c5eda2b-9b66-4bab-83cf-f0a04f9a9e42 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Notify agent at l3_agent.dv-cinder-786627-11-iscsi the message routers_updated {{(pid=92919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 07:23:58.267580 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-8c5eda2b-9b66-4bab-83cf-f0a04f9a9e42 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91146'] for floatingip, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:23:58.278451 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85918e03-481f-421d-a249-52dbe647af91 None None] Sync routers for ids ['1fb2f8fa-0763-48a1-b4f3-bc603d130289'] in dv-cinder-786627-11-iscsi {{(pid=92921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 07:23:58.290920 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85918e03-481f-421d-a249-52dbe647af91 None None] Routers {'1fb2f8fa-0763-48a1-b4f3-bc603d130289'} bound to L3 agent in host dv-cinder-786627-11-iscsi {{(pid=92921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 07:23:58.291951 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-85918e03-481f-421d-a249-52dbe647af91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T07:06:03Z,description=,heartbeat_timestamp=2021-06-22T07:23:33Z,host='dv-cinder-786627-11-iscsi',id=f18ef446-1389-4802-a345-f314a6956002,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T07:06:03Z,topic='l3_agent')) {'router_ids': ['1fb2f8fa-0763-48a1-b4f3-bc603d130289'], 'active': True} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:23:58.314051 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-8c5eda2b-9b66-4bab-83cf-f0a04f9a9e42 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] 10.222.0.24 "DELETE /v2.0/floatingips/80da426b-bd21-410d-b9aa-774a9f53ff8b HTTP/1.1" status: 204 len: 168 time: 1.1571808 Jun 22 07:23:58.314705 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e06b8c2b-299c-47b2-816b-b7bf0d326c99', 'tag': '71fe681a-3e39-4ecd-9cfc-22b161500189'}] {{(pid=92919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 07:23:58.317459 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2874ba58536e60953e76cf0b72237944d74909d10009afe4cd7b86cda982d3ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-086e495d-61a0-4628-9ca6-5431e730f955" -d '{"events": [{"name": "network-changed", "server_uuid": "e06b8c2b-299c-47b2-816b-b7bf0d326c99", "tag": "71fe681a-3e39-4ecd-9cfc-22b161500189"}]}' {{(pid=92919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 07:23:58.359264 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 07:23:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39e50303-72ab-4583-babc-d6f62d7b4509 x-openstack-request-id: req-39e50303-72ab-4583-babc-d6f62d7b4509 {{(pid=92919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 07:23:58.359601 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e06b8c2b-299c-47b2-816b-b7bf0d326c99", "tag": "71fe681a-3e39-4ecd-9cfc-22b161500189", "status": "completed", "code": 200}]} {{(pid=92919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 07:23:58.359895 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-39e50303-72ab-4583-babc-d6f62d7b4509 {{(pid=92919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 07:23:58.360355 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e06b8c2b-299c-47b2-816b-b7bf0d326c99', 'tag': '71fe681a-3e39-4ecd-9cfc-22b161500189', 'status': 'completed', 'code': 200} Jun 22 07:23:58.451459 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086e495d-61a0-4628-9ca6-5431e730f955 req-f64518c1-62f1-40dc-8ab2-2beb2538c736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:23:58.453301 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-086e495d-61a0-4628-9ca6-5431e730f955 req-f64518c1-62f1-40dc-8ab2-2beb2538c736 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bad142e993074902a8d64ad034fcd38e&device_id=e06b8c2b-299c-47b2-816b-b7bf0d326c99 HTTP/1.1" status: 200 len: 1098 time: 0.0683107 Jun 22 07:23:58.468833 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvr_db [None req-85918e03-481f-421d-a249-52dbe647af91 None None] Set router 1fb2f8fa-0763-48a1-b4f3-bc603d130289 gateway port host: dv-cinder-786627-11-iscsi {{(pid=92921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 07:23:58.590052 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086e495d-61a0-4628-9ca6-5431e730f955 req-1a0c0a2a-f3dd-4430-97be-5269fa0f858e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:23:58.592105 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-086e495d-61a0-4628-9ca6-5431e730f955 req-1a0c0a2a-f3dd-4430-97be-5269fa0f858e service neutron] 10.222.0.41 "GET /v2.0/networks?id=d7f11af1-230f-4471-a5c1-4f5f3c60c8f3 HTTP/1.1" status: 200 len: 910 time: 0.1311824 Jun 22 07:23:58.675134 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-086e495d-61a0-4628-9ca6-5431e730f955 req-6b712e55-a424-4766-9642-0db5af699abe service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=71fe681a-3e39-4ecd-9cfc-22b161500189 HTTP/1.1" status: 200 len: 217 time: 0.0758080 Jun 22 07:23:58.727210 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-85918e03-481f-421d-a249-52dbe647af91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fb2f8fa-0763-48a1-b4f3-bc603d130289', 'name': 'tempest-TestShelveInstance-1299101450-router', 'tenant_id': 'bad142e993074902a8d64ad034fcd38e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'external_fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '44d157e1-f343-415a-a743-1a78d39c27e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:15:28Z', 'updated_at': '2021-06-22T07:15:35Z', 'revision_number': 4, 'project_id': 'bad142e993074902a8d64ad034fcd38e', 'gw_port': {'id': '44d157e1-f343-415a-a743-1a78d39c27e4', 'name': '', 'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:2b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb2f8fa-0763-48a1-b4f3-bc603d130289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:15:29Z', 'updated_at': '2021-06-22T07:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-iscsi', '_interfaces': [{'id': '392c256d-cdbe-40dc-88f2-d25ab334c575', 'name': '', 'network_id': 'd7f11af1-230f-4471-a5c1-4f5f3c60c8f3', 'tenant_id': 'bad142e993074902a8d64ad034fcd38e', 'mac_address': 'fa:16:3e:0a:43:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb2f8fa-0763-48a1-b4f3-bc603d130289', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '891a545b-b43a-4ff2-9704-5f5d06788d9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:15:34Z', 'updated_at': '2021-06-22T07:15:42Z', 'revision_number': 5, 'project_id': 'bad142e993074902a8d64ad034fcd38e', 'subnets': [{'id': '891a545b-b43a-4ff2-9704-5f5d06788d9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-11-iscsi', False) {} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:23:58.748609 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086e495d-61a0-4628-9ca6-5431e730f955 req-549b59fb-e68a-4669-adad-6b4c26207e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:23:58.750939 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-086e495d-61a0-4628-9ca6-5431e730f955 req-549b59fb-e68a-4669-adad-6b4c26207e43 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=891a545b-b43a-4ff2-9704-5f5d06788d9d HTTP/1.1" status: 200 len: 848 time: 0.0648866 Jun 22 07:23:58.788303 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85918e03-481f-421d-a249-52dbe647af91 None None] Checking router: 1fb2f8fa-0763-48a1-b4f3-bc603d130289 for host: dv-cinder-786627-11-iscsi {{(pid=92921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 07:23:58.820316 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85918e03-481f-421d-a249-52dbe647af91 None None] Routers {'1fb2f8fa-0763-48a1-b4f3-bc603d130289'} bound to L3 agent in host dv-cinder-786627-11-iscsi {{(pid=92921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 07:23:58.820994 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-85918e03-481f-421d-a249-52dbe647af91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T07:06:03Z,description=,heartbeat_timestamp=2021-06-22T07:23:33Z,host='dv-cinder-786627-11-iscsi',id=f18ef446-1389-4802-a345-f314a6956002,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T07:06:03Z,topic='l3_agent')) {'router_ids': ['1fb2f8fa-0763-48a1-b4f3-bc603d130289'], 'active': True} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:23:58.950279 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvr_db [None req-85918e03-481f-421d-a249-52dbe647af91 None None] Set router 1fb2f8fa-0763-48a1-b4f3-bc603d130289 gateway port host: dv-cinder-786627-11-iscsi {{(pid=92921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 07:23:59.149912 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086e495d-61a0-4628-9ca6-5431e730f955 req-6dc25479-d3b5-4377-8e9a-02e6caca803b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:23:59.151655 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-086e495d-61a0-4628-9ca6-5431e730f955 req-6dc25479-d3b5-4377-8e9a-02e6caca803b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d7f11af1-230f-4471-a5c1-4f5f3c60c8f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.3939564 Jun 22 07:23:59.164613 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8866973f-363d-4cbb-ab10-5434d96fa06f req-6617bbfe-c605-45b1-8ac2-57d3b17f7b4b tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:23:59.171855 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-8866973f-363d-4cbb-ab10-5434d96fa06f req-6617bbfe-c605-45b1-8ac2-57d3b17f7b4b tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] 10.222.0.24 "GET /v2.0/ports?device_id=e06b8c2b-299c-47b2-816b-b7bf0d326c99 HTTP/1.1" status: 200 len: 945 time: 0.3876293 Jun 22 07:23:59.253002 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-85918e03-481f-421d-a249-52dbe647af91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fb2f8fa-0763-48a1-b4f3-bc603d130289', 'name': 'tempest-TestShelveInstance-1299101450-router', 'tenant_id': 'bad142e993074902a8d64ad034fcd38e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'external_fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '44d157e1-f343-415a-a743-1a78d39c27e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:15:28Z', 'updated_at': '2021-06-22T07:15:35Z', 'revision_number': 4, 'project_id': 'bad142e993074902a8d64ad034fcd38e', 'gw_port': {'id': '44d157e1-f343-415a-a743-1a78d39c27e4', 'name': '', 'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:2b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb2f8fa-0763-48a1-b4f3-bc603d130289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:15:29Z', 'updated_at': '2021-06-22T07:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-iscsi', '_interfaces': [{'id': '392c256d-cdbe-40dc-88f2-d25ab334c575', 'name': '', 'network_id': 'd7f11af1-230f-4471-a5c1-4f5f3c60c8f3', 'tenant_id': 'bad142e993074902a8d64ad034fcd38e', 'mac_address': 'fa:16:3e:0a:43:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb2f8fa-0763-48a1-b4f3-bc603d130289', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '891a545b-b43a-4ff2-9704-5f5d06788d9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:15:34Z', 'updated_at': '2021-06-22T07:15:42Z', 'revision_number': 5, 'project_id': 'bad142e993074902a8d64ad034fcd38e', 'subnets': [{'id': '891a545b-b43a-4ff2-9704-5f5d06788d9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-11-iscsi', False) {} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:23:59.273062 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-8866973f-363d-4cbb-ab10-5434d96fa06f req-521a248a-f19a-4c86-b6c5-a2a79c80ae15 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c57c8ce-dc6e-4d15-a567-952cea45b9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000676 Jun 22 07:23:59.286291 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85918e03-481f-421d-a249-52dbe647af91 None None] The sync data for ids ['1fb2f8fa-0763-48a1-b4f3-bc603d130289'] in dv-cinder-786627-11-iscsi is: [{'id': '1fb2f8fa-0763-48a1-b4f3-bc603d130289', 'name': 'tempest-TestShelveInstance-1299101450-router', 'tenant_id': 'bad142e993074902a8d64ad034fcd38e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'external_fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '44d157e1-f343-415a-a743-1a78d39c27e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:15:28Z', 'updated_at': '2021-06-22T07:15:35Z', 'revision_number': 4, 'project_id': 'bad142e993074902a8d64ad034fcd38e', 'gw_port': {'id': '44d157e1-f343-415a-a743-1a78d39c27e4', 'name': '', 'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:2b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb2f8fa-0763-48a1-b4f3-bc603d130289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:15:29Z', 'updated_at': '2021-06-22T07:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-iscsi', '_interfaces': [{'id': '392c256d-cdbe-40dc-88f2-d25ab334c575', 'name': '', 'network_id': 'd7f11af1-230f-4471-a5c1-4f5f3c60c8f3', 'tenant_id': 'bad142e993074902a8d64ad034fcd38e', 'mac_address': 'fa:16:3e:0a:43:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb2f8fa-0763-48a1-b4f3-bc603d130289', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '891a545b-b43a-4ff2-9704-5f5d06788d9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:15:34Z', 'updated_at': '2021-06-22T07:15:42Z', 'revision_number': 5, 'project_id': 'bad142e993074902a8d64ad034fcd38e', 'subnets': [{'id': '891a545b-b43a-4ff2-9704-5f5d06788d9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 07:23:59.318204 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-086e495d-61a0-4628-9ca6-5431e730f955 req-c1d879aa-07f0-4ce6-95a8-5dd63b2c884c service neutron] 10.222.0.41 "GET /v2.0/networks/d7f11af1-230f-4471-a5c1-4f5f3c60c8f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435740 Jun 22 07:23:59.480690 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-086e495d-61a0-4628-9ca6-5431e730f955 req-53c5488d-a9a1-459d-b7d7-c896aa95d634 service neutron] 10.222.0.41 "GET /v2.0/networks/d7f11af1-230f-4471-a5c1-4f5f3c60c8f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503513 Jun 22 07:23:59.489974 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c255be1-3cf3-4638-8a90-27edfa653bca req-e2c7d888-e052-4aa9-bdf5-616fb495b0b5 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:23:59.495202 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-9c255be1-3cf3-4638-8a90-27edfa653bca req-e2c7d888-e052-4aa9-bdf5-616fb495b0b5 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=441f6a0f-f857-40b6-9cfd-e8cc8b189da3 HTTP/1.1" status: 200 len: 946 time: 0.1070211 Jun 22 07:23:59.536956 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-9c255be1-3cf3-4638-8a90-27edfa653bca req-0891f57f-f158-4678-b244-78f61026dc78 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/security-groups?id=caea7c39-2e48-46ab-adf2-ac00c54c08da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399604 Jun 22 07:23:59.578818 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58928056-8b69-4b71-a843-c6653492cdf1 None None] New status for floating IP 80da426b-bd21-410d-b9aa-774a9f53ff8b: DOWN {{(pid=92922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 07:24:00.445420 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33ba1f5-7eaa-4021-83a1-1c406a2fb050 req-ffe4af7c-ab56-4806-9593-f9c62ef6b598 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:24:00.446814 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-d33ba1f5-7eaa-4021-83a1-1c406a2fb050 req-ffe4af7c-ab56-4806-9593-f9c62ef6b598 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] 10.222.0.24 "GET /v2.0/ports?device_id=e06b8c2b-299c-47b2-816b-b7bf0d326c99 HTTP/1.1" status: 200 len: 945 time: 0.0677576 Jun 22 07:24:00.485510 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-d33ba1f5-7eaa-4021-83a1-1c406a2fb050 req-a306da30-955d-4ea3-adb0-9b4e0e68f2ac tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c57c8ce-dc6e-4d15-a567-952cea45b9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328691 Jun 22 07:24:00.638862 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3df97b-ec90-4dc7-9ebe-fd12e7cccbe8 req-979afa0b-4ff8-4748-9bf7-34e79e95b71b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:24:00.640725 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-6c3df97b-ec90-4dc7-9ebe-fd12e7cccbe8 req-979afa0b-4ff8-4748-9bf7-34e79e95b71b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e8e015950749433d91627c7d2fff432f&device_id=441f6a0f-f857-40b6-9cfd-e8cc8b189da3 HTTP/1.1" status: 200 len: 1099 time: 0.0546367 Jun 22 07:24:00.712436 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-74c656bc-22ba-4d9b-b301-24245ed32b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:24:00.774034 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3df97b-ec90-4dc7-9ebe-fd12e7cccbe8 req-a73cb805-56c4-4c7f-a06a-439e4d11dcbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:24:00.775461 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-6c3df97b-ec90-4dc7-9ebe-fd12e7cccbe8 req-a73cb805-56c4-4c7f-a06a-439e4d11dcbf service neutron] 10.222.0.41 "GET /v2.0/networks?id=b91fcb38-ada5-4353-b77e-00fb398ce7d0 HTTP/1.1" status: 200 len: 918 time: 0.1282918 Jun 22 07:24:00.786264 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b510f35-6b7a-4a22-a7a4-e056df9c24c9 req-86d32c3e-8e6c-4dfc-ae3a-f024dd4ac58f tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:24:00.787597 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-0b510f35-6b7a-4a22-a7a4-e056df9c24c9 req-86d32c3e-8e6c-4dfc-ae3a-f024dd4ac58f tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=441f6a0f-f857-40b6-9cfd-e8cc8b189da3 HTTP/1.1" status: 200 len: 946 time: 0.1226149 Jun 22 07:24:00.867871 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-0b510f35-6b7a-4a22-a7a4-e056df9c24c9 req-0bb625ad-93f4-4ae7-91a4-098a1ae079e4 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/security-groups?id=caea7c39-2e48-46ab-adf2-ac00c54c08da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737062 Jun 22 07:24:00.873959 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-6c3df97b-ec90-4dc7-9ebe-fd12e7cccbe8 req-f359554c-0641-4014-91d5-c3a998287488 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d95787bc-48f6-48c9-9f0d-7b3342686306 HTTP/1.1" status: 200 len: 1002 time: 0.0854335 Jun 22 07:24:00.908807 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deee356f-53ce-4d9f-9967-c6f8cd709edc req-539640fa-8e2c-451c-810b-441535413802 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:24:00.910780 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-deee356f-53ce-4d9f-9967-c6f8cd709edc req-539640fa-8e2c-451c-810b-441535413802 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] 10.222.0.41 "GET /v2.0/ports?device_id=e06b8c2b-299c-47b2-816b-b7bf0d326c99 HTTP/1.1" status: 200 len: 945 time: 0.0677159 Jun 22 07:24:00.925106 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3df97b-ec90-4dc7-9ebe-fd12e7cccbe8 req-b095a03c-e77c-46ce-a32f-f83a3543575b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:24:00.927181 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-6c3df97b-ec90-4dc7-9ebe-fd12e7cccbe8 req-b095a03c-e77c-46ce-a32f-f83a3543575b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f579e111-0d0d-464b-ba2e-9baae47e7af2 HTTP/1.1" status: 200 len: 856 time: 0.0463204 Jun 22 07:24:00.984987 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3df97b-ec90-4dc7-9ebe-fd12e7cccbe8 req-b36df933-4ed6-4ecc-9fa5-4fd256709918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:24:00.986531 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-6c3df97b-ec90-4dc7-9ebe-fd12e7cccbe8 req-b36df933-4ed6-4ecc-9fa5-4fd256709918 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b91fcb38-ada5-4353-b77e-00fb398ce7d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0530677 Jun 22 07:24:01.091182 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-6c3df97b-ec90-4dc7-9ebe-fd12e7cccbe8 req-fd27c3d9-0c83-4e33-909d-e5d46e2db173 service neutron] 10.222.0.41 "GET /v2.0/networks/b91fcb38-ada5-4353-b77e-00fb398ce7d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976276 Jun 22 07:24:01.188296 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-6c3df97b-ec90-4dc7-9ebe-fd12e7cccbe8 req-37d43cfc-5a6b-4a30-a7cf-fa12f3406d4d service neutron] 10.222.0.41 "GET /v2.0/networks/b91fcb38-ada5-4353-b77e-00fb398ce7d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893810 Jun 22 07:24:01.296837 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [req-deee356f-53ce-4d9f-9967-c6f8cd709edc req-73b01c70-582d-4662-9147-614e5780aee7 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Deleting port 71fe681a-3e39-4ecd-9cfc-22b161500189 {{(pid=92920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 07:24:01.297090 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-deee356f-53ce-4d9f-9967-c6f8cd709edc req-73b01c70-582d-4662-9147-614e5780aee7 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773474057189'] for port, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:24:01.383521 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [req-deee356f-53ce-4d9f-9967-c6f8cd709edc req-73b01c70-582d-4662-9147-614e5780aee7 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] For port 71fe681a-3e39-4ecd-9cfc-22b161500189, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=71fe681a-3e39-4ecd-9cfc-22b161500189,segment=NetworkSegment(0f65caae-8828-41c5-aacf-f49c73598fb9),segment_id=0f65caae-8828-41c5-aacf-f49c73598fb9)] {{(pid=92920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:24:01.383884 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-deee356f-53ce-4d9f-9967-c6f8cd709edc req-73b01c70-582d-4662-9147-614e5780aee7 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-707208'] for port, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:24:01.449038 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [req-deee356f-53ce-4d9f-9967-c6f8cd709edc req-73b01c70-582d-4662-9147-614e5780aee7 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Calling delete_port for 71fe681a-3e39-4ecd-9cfc-22b161500189 owned by compute:nova {{(pid=92920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 07:24:01.577978 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-deee356f-53ce-4d9f-9967-c6f8cd709edc req-73b01c70-582d-4662-9147-614e5780aee7 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773474061029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773473471600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5150811'] for port, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:24:01.581978 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-f228c80e-3bab-464c-8d0c-bcfcb669810b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:24:01.608829 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b01c70-582d-4662-9147-614e5780aee7 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Pushing event deleted for resources: {'Port': ['ID=71fe681a-3e39-4ecd-9cfc-22b161500189,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:24:01.635010 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-11712ea6-6ffb-4cf1-8e7e-e69bec76b7c1 req-91ab5ca5-68e0-4888-8e5e-3f72186a40e9 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] 10.222.0.24 "GET /v2.0/ports?device_id=e06b8c2b-299c-47b2-816b-b7bf0d326c99 HTTP/1.1" status: 200 len: 210 time: 0.0352347 Jun 22 07:24:01.638378 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b01c70-582d-4662-9147-614e5780aee7 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:24:01.638765 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b01c70-582d-4662-9147-614e5780aee7 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:24:01.639136 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b01c70-582d-4662-9147-614e5780aee7 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:24:01.639503 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b01c70-582d-4662-9147-614e5780aee7 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:24:01.639983 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b01c70-582d-4662-9147-614e5780aee7 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:24:01.640220 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b01c70-582d-4662-9147-614e5780aee7 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:24:01.640695 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b01c70-582d-4662-9147-614e5780aee7 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:24:01.640959 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b01c70-582d-4662-9147-614e5780aee7 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:24:01.641348 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b01c70-582d-4662-9147-614e5780aee7 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:24:01.641668 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b01c70-582d-4662-9147-614e5780aee7 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:24:01.642019 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b01c70-582d-4662-9147-614e5780aee7 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:24:01.642372 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b01c70-582d-4662-9147-614e5780aee7 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:24:01.647228 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-73b01c70-582d-4662-9147-614e5780aee7 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:24:01.664432 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.db.l3_dvrscheduler_db [req-deee356f-53ce-4d9f-9967-c6f8cd709edc req-73b01c70-582d-4662-9147-614e5780aee7 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] No DVR routers for this DVR port 71fe681a-3e39-4ecd-9cfc-22b161500189 on host hv-cinder-78662 {{(pid=92920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 07:24:01.666862 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-deee356f-53ce-4d9f-9967-c6f8cd709edc req-73b01c70-582d-4662-9147-614e5780aee7 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91146'] for port, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:24:01.668823 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-deee356f-53ce-4d9f-9967-c6f8cd709edc req-73b01c70-582d-4662-9147-614e5780aee7 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] 10.222.0.41 "DELETE /v2.0/ports/71fe681a-3e39-4ecd-9cfc-22b161500189 HTTP/1.1" status: 204 len: 173 time: 0.7531443 Jun 22 07:24:01.669331 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e06b8c2b-299c-47b2-816b-b7bf0d326c99', 'name': 'network-vif-deleted', 'tag': '71fe681a-3e39-4ecd-9cfc-22b161500189'}] {{(pid=92920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 07:24:01.671583 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}175c46e468422b48d63533518873068da6a6c478907c3b6f79f9dabf89e8d923" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92de78ac-a42c-430c-ab4a-9df92c7aa63d" -d '{"events": [{"server_uuid": "e06b8c2b-299c-47b2-816b-b7bf0d326c99", "name": "network-vif-deleted", "tag": "71fe681a-3e39-4ecd-9cfc-22b161500189"}]}' {{(pid=92920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 07:24:01.710562 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 07:24:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af10b1eb-abfb-43be-8034-a5cffbfeabe2 x-openstack-request-id: req-af10b1eb-abfb-43be-8034-a5cffbfeabe2 {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 07:24:01.710892 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e06b8c2b-299c-47b2-816b-b7bf0d326c99", "name": "network-vif-deleted", "tag": "71fe681a-3e39-4ecd-9cfc-22b161500189", "status": "completed", "code": 200}]} {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 07:24:01.711183 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-af10b1eb-abfb-43be-8034-a5cffbfeabe2 {{(pid=92920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 07:24:01.711612 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e06b8c2b-299c-47b2-816b-b7bf0d326c99', 'name': 'network-vif-deleted', 'tag': '71fe681a-3e39-4ecd-9cfc-22b161500189', 'status': 'completed', 'code': 200} Jun 22 07:24:02.063112 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943dfce4-fbbe-4a6b-8518-a21d0e783d93 req-a6b9fc3f-d10f-4031-8178-6702a6e805a8 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:24:02.064660 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-943dfce4-fbbe-4a6b-8518-a21d0e783d93 req-a6b9fc3f-d10f-4031-8178-6702a6e805a8 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=441f6a0f-f857-40b6-9cfd-e8cc8b189da3 HTTP/1.1" status: 200 len: 946 time: 0.0739725 Jun 22 07:24:02.112531 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-943dfce4-fbbe-4a6b-8518-a21d0e783d93 req-a36be2c7-82c4-433a-ba00-a79ad4f3cdf8 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/security-groups?id=caea7c39-2e48-46ab-adf2-ac00c54c08da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383506 Jun 22 07:24:02.730626 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 51836) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:24:02.789762 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-9368e75a-b621-4eb3-94e6-f3334083b62a tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Notify callbacks [] for security_group, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:24:02.813982 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-9368e75a-b621-4eb3-94e6-f3334083b62a tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:24:02.873019 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-9368e75a-b621-4eb3-94e6-f3334083b62a tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:24:02.875559 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-9368e75a-b621-4eb3-94e6-f3334083b62a tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:24:02.876756 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-9368e75a-b621-4eb3-94e6-f3334083b62a tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] 10.222.0.24 "DELETE /v2.0/security-groups/6c57c8ce-dc6e-4d15-a567-952cea45b9cb HTTP/1.1" status: 204 len: 168 time: 0.1451268 Jun 22 07:24:02.877574 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-faa518ba-66ad-4908-bbba-326c84bb29f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:24:02.887149 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9368e75a-b621-4eb3-94e6-f3334083b62a tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c57c8ce-dc6e-4d15-a567-952cea45b9cb,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:24:02.889727 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-9368e75a-b621-4eb3-94e6-f3334083b62a tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:24:02.926764 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 51840) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:24:03.090300 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5ec59a11-4c8f-41a4-9ac4-208808406e2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:24:03.281645 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:24:03.364349 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1754722-a57e-4484-9b8e-1a798d8b55d2 req-365550f4-9eea-4f88-bb87-8cce6c793e8f tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:24:03.365909 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-b1754722-a57e-4484-9b8e-1a798d8b55d2 req-365550f4-9eea-4f88-bb87-8cce6c793e8f tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=441f6a0f-f857-40b6-9cfd-e8cc8b189da3 HTTP/1.1" status: 200 len: 946 time: 0.1301503 Jun 22 07:24:03.418370 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-b1754722-a57e-4484-9b8e-1a798d8b55d2 req-ce01f9bf-3f1e-47d1-ae93-9f0aa50dc19e tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/security-groups?id=caea7c39-2e48-46ab-adf2-ac00c54c08da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461361 Jun 22 07:24:03.470854 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-7640e999-662c-412f-8e27-e04ec164bcf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581312'] for router_interface, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:24:03.751600 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.plugin [None req-7640e999-662c-412f-8e27-e04ec164bcf9 admin admin] Deleting port 392c256d-cdbe-40dc-88f2-d25ab334c575 {{(pid=92919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 07:24:03.752165 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-7640e999-662c-412f-8e27-e04ec164bcf9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773474057189'] for port, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:24:03.838567 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.db [None req-7640e999-662c-412f-8e27-e04ec164bcf9 admin admin] For port 392c256d-cdbe-40dc-88f2-d25ab334c575, host dv-cinder-786627-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-11-iscsi',level=0,port_id=392c256d-cdbe-40dc-88f2-d25ab334c575,segment=NetworkSegment(0f65caae-8828-41c5-aacf-f49c73598fb9),segment_id=0f65caae-8828-41c5-aacf-f49c73598fb9)] {{(pid=92919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:24:03.838725 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-7640e999-662c-412f-8e27-e04ec164bcf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-707208'] for port, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:24:03.905919 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.plugin [None req-7640e999-662c-412f-8e27-e04ec164bcf9 admin admin] Calling delete_port for 392c256d-cdbe-40dc-88f2-d25ab334c575 owned by network:router_interface {{(pid=92919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 07:24:04.090105 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-7640e999-662c-412f-8e27-e04ec164bcf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773474061029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773473471600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4832659'] for port, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:24:04.093000 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-bb672844-beec-42a6-9bb5-5c81d9f4b41b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:24:04.121635 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7640e999-662c-412f-8e27-e04ec164bcf9 admin admin] Pushing event deleted for resources: {'Port': ['ID=392c256d-cdbe-40dc-88f2-d25ab334c575,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:24:04.125729 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-7640e999-662c-412f-8e27-e04ec164bcf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:24:04.296304 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-7640e999-662c-412f-8e27-e04ec164bcf9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-690279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581228'] for router_interface, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:24:04.530364 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7640e999-662c-412f-8e27-e04ec164bcf9 admin admin] Router 1fb2f8fa-0763-48a1-b4f3-bc603d130289 has already been hosted by L3 agent f18ef446-1389-4802-a345-f314a6956002 {{(pid=92919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 07:24:04.682749 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5462bf2e-b28b-4c94-86c3-bcd3c5c9e042 req-92befe19-189a-4665-9c97-aa749b9e4957 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:24:04.684602 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-5462bf2e-b28b-4c94-86c3-bcd3c5c9e042 req-92befe19-189a-4665-9c97-aa749b9e4957 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=441f6a0f-f857-40b6-9cfd-e8cc8b189da3 HTTP/1.1" status: 200 len: 946 time: 0.1501894 Jun 22 07:24:04.685139 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:24:04.692013 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7640e999-662c-412f-8e27-e04ec164bcf9 admin admin] Notify agent at l3_agent.dv-cinder-786627-11-iscsi the message routers_updated {{(pid=92919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 07:24:04.698018 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-7640e999-662c-412f-8e27-e04ec164bcf9 admin admin] 10.222.0.24 "PUT /v2.0/routers/1fb2f8fa-0763-48a1-b4f3-bc603d130289/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7702641 Jun 22 07:24:04.701038 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 51886) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:24:04.703811 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf59dca2-26b6-40c6-a4dd-cc7ce07a66fd None None] Sync routers for ids ['1fb2f8fa-0763-48a1-b4f3-bc603d130289'] in dv-cinder-786627-11-iscsi {{(pid=92921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 07:24:04.716668 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf59dca2-26b6-40c6-a4dd-cc7ce07a66fd None None] Routers {'1fb2f8fa-0763-48a1-b4f3-bc603d130289'} bound to L3 agent in host dv-cinder-786627-11-iscsi {{(pid=92921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 07:24:04.717668 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-bf59dca2-26b6-40c6-a4dd-cc7ce07a66fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T07:06:03Z,description=,heartbeat_timestamp=2021-06-22T07:24:03Z,host='dv-cinder-786627-11-iscsi',id=f18ef446-1389-4802-a345-f314a6956002,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T07:06:03Z,topic='l3_agent')) {'router_ids': ['1fb2f8fa-0763-48a1-b4f3-bc603d130289'], 'active': True} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:24:04.751677 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-5462bf2e-b28b-4c94-86c3-bcd3c5c9e042 req-dd339be6-db99-40a6-8f09-b050bbef01fe tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/security-groups?id=caea7c39-2e48-46ab-adf2-ac00c54c08da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523589 Jun 22 07:24:04.776933 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 51892) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:24:04.823407 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-dcc02f4d-55a3-40fb-9bab-b784c6b3a609 admin admin] Notify callbacks [] for router, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:24:04.849262 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvr_db [None req-bf59dca2-26b6-40c6-a4dd-cc7ce07a66fd None None] Set router 1fb2f8fa-0763-48a1-b4f3-bc603d130289 gateway port host: dv-cinder-786627-11-iscsi {{(pid=92921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 07:24:04.889566 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-f5a02a52-b7d2-4d01-baa1-1026195776c0 req-945e502f-cd42-40e0-9c92-49a35c022f4a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=441f6a0f-f857-40b6-9cfd-e8cc8b189da3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1097949 Jun 22 07:24:04.928496 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-dcc02f4d-55a3-40fb-9bab-b784c6b3a609 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:24:04.990341 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-dcc02f4d-55a3-40fb-9bab-b784c6b3a609 admin admin] Deleting port 44d157e1-f343-415a-a743-1a78d39c27e4 {{(pid=92920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 07:24:04.990976 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-dcc02f4d-55a3-40fb-9bab-b784c6b3a609 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773474057189'] for port, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:24:05.052342 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-bf59dca2-26b6-40c6-a4dd-cc7ce07a66fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fb2f8fa-0763-48a1-b4f3-bc603d130289', 'name': 'tempest-TestShelveInstance-1299101450-router', 'tenant_id': 'bad142e993074902a8d64ad034fcd38e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'external_fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '44d157e1-f343-415a-a743-1a78d39c27e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:15:28Z', 'updated_at': '2021-06-22T07:24:04Z', 'revision_number': 5, 'project_id': 'bad142e993074902a8d64ad034fcd38e', 'gw_port': {'id': '44d157e1-f343-415a-a743-1a78d39c27e4', 'name': '', 'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:2b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb2f8fa-0763-48a1-b4f3-bc603d130289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:15:29Z', 'updated_at': '2021-06-22T07:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-iscsi'}], 'dv-cinder-786627-11-iscsi', False) {} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:24:05.071379 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-dcc02f4d-55a3-40fb-9bab-b784c6b3a609 admin admin] For port 44d157e1-f343-415a-a743-1a78d39c27e4, host dv-cinder-786627-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-11-iscsi',level=0,port_id=44d157e1-f343-415a-a743-1a78d39c27e4,segment=NetworkSegment(4e753e82-2fc6-4903-97a0-73083259f586),segment_id=4e753e82-2fc6-4903-97a0-73083259f586)] {{(pid=92920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:24:05.071832 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-dcc02f4d-55a3-40fb-9bab-b784c6b3a609 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-707208'] for port, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:24:05.078706 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf59dca2-26b6-40c6-a4dd-cc7ce07a66fd None None] Checking router: 1fb2f8fa-0763-48a1-b4f3-bc603d130289 for host: dv-cinder-786627-11-iscsi {{(pid=92921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 07:24:05.087996 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf59dca2-26b6-40c6-a4dd-cc7ce07a66fd None None] Routers {'1fb2f8fa-0763-48a1-b4f3-bc603d130289'} bound to L3 agent in host dv-cinder-786627-11-iscsi {{(pid=92921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 07:24:05.088670 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-bf59dca2-26b6-40c6-a4dd-cc7ce07a66fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T07:06:03Z,description=,heartbeat_timestamp=2021-06-22T07:24:03Z,host='dv-cinder-786627-11-iscsi',id=f18ef446-1389-4802-a345-f314a6956002,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T07:06:03Z,topic='l3_agent')) {'router_ids': ['1fb2f8fa-0763-48a1-b4f3-bc603d130289'], 'active': True} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:24:05.140184 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-dcc02f4d-55a3-40fb-9bab-b784c6b3a609 admin admin] Calling delete_port for 44d157e1-f343-415a-a743-1a78d39c27e4 owned by network:router_gateway {{(pid=92920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 07:24:05.177058 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvr_db [None req-bf59dca2-26b6-40c6-a4dd-cc7ce07a66fd None None] Set router 1fb2f8fa-0763-48a1-b4f3-bc603d130289 gateway port host: None {{(pid=92921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 07:24:05.242213 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-bf59dca2-26b6-40c6-a4dd-cc7ce07a66fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fb2f8fa-0763-48a1-b4f3-bc603d130289', 'name': 'tempest-TestShelveInstance-1299101450-router', 'tenant_id': 'bad142e993074902a8d64ad034fcd38e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:15:28Z', 'updated_at': '2021-06-22T07:24:04Z', 'revision_number': 6, 'project_id': 'bad142e993074902a8d64ad034fcd38e', 'gw_port_host': None}], 'dv-cinder-786627-11-iscsi', False) {} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:24:05.273865 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf59dca2-26b6-40c6-a4dd-cc7ce07a66fd None None] The sync data for ids ['1fb2f8fa-0763-48a1-b4f3-bc603d130289'] in dv-cinder-786627-11-iscsi is: [{'id': '1fb2f8fa-0763-48a1-b4f3-bc603d130289', 'name': 'tempest-TestShelveInstance-1299101450-router', 'tenant_id': 'bad142e993074902a8d64ad034fcd38e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:15:28Z', 'updated_at': '2021-06-22T07:24:04Z', 'revision_number': 6, 'project_id': 'bad142e993074902a8d64ad034fcd38e', 'gw_port_host': None}] {{(pid=92921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 07:24:05.280734 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d3c1a5ff-c703-4bfc-bce3-efb8418f207c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:24:05.324831 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-dcc02f4d-55a3-40fb-9bab-b784c6b3a609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773474061029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773473471600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5150811'] for port, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:24:05.326964 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-5aa9e54a-f1bf-41bd-a8e7-fedba40eec03 tempest-VolumesSnapshotTestJSON-1233461717 tempest-VolumesSnapshotTestJSON-1233461717-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:24:05.354482 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc02f4d-55a3-40fb-9bab-b784c6b3a609 admin admin] Pushing event deleted for resources: {'Port': ['ID=44d157e1-f343-415a-a743-1a78d39c27e4,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:24:05.358427 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-dcc02f4d-55a3-40fb-9bab-b784c6b3a609 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:24:05.368907 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Device d95787bc-48f6-48c9-9f0d-7b3342686306 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=92921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 07:24:05.419503 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-dcc02f4d-55a3-40fb-9bab-b784c6b3a609 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-706633'] for router_gateway, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:24:05.518839 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-dcc02f4d-55a3-40fb-9bab-b784c6b3a609 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23744'] for router, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:24:05.522626 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-dcc02f4d-55a3-40fb-9bab-b784c6b3a609 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:24:05.570839 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:24:05.574505 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-dcc02f4d-55a3-40fb-9bab-b784c6b3a609 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-579829'] for router, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:24:05.575277 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcc02f4d-55a3-40fb-9bab-b784c6b3a609 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1fb2f8fa-0763-48a1-b4f3-bc603d130289 {{(pid=92920) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 07:24:05.580961 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-dcc02f4d-55a3-40fb-9bab-b784c6b3a609 admin admin] Notify callbacks [] for router, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:24:05.585112 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-dcc02f4d-55a3-40fb-9bab-b784c6b3a609 admin admin] 10.222.0.24 "DELETE /v2.0/routers/1fb2f8fa-0763-48a1-b4f3-bc603d130289 HTTP/1.1" status: 204 len: 168 time: 0.8793941 Jun 22 07:24:05.585753 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 51908) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:24:05.596746 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '441f6a0f-f857-40b6-9cfd-e8cc8b189da3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd95787bc-48f6-48c9-9f0d-7b3342686306'}] {{(pid=92921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 07:24:05.600110 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4609914990d9533a1079bbd359c82c974bab58cbf2fcf9d17aa38aa491f36217" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8766be72-43c2-4cdd-a58c-349b8cb790f1" -d '{"events": [{"server_uuid": "441f6a0f-f857-40b6-9cfd-e8cc8b189da3", "name": "network-vif-unplugged", "status": "completed", "tag": "d95787bc-48f6-48c9-9f0d-7b3342686306"}]}' {{(pid=92921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 07:24:05.613227 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] For port d95787bc-48f6-48c9-9f0d-7b3342686306, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=d95787bc-48f6-48c9-9f0d-7b3342686306,segment=NetworkSegment(8d1bc002-3124-433f-9368-96f826d6cba6),segment_id=8d1bc002-3124-433f-9368-96f826d6cba6)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:24:05.619222 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:24:05.619893 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Device 71fe681a-3e39-4ecd-9cfc-22b161500189 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=92921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 07:24:05.622619 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-b7f4b2ec-3c7f-4d65-82c6-406d737229fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:24:05.637195 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.db.db_base_plugin_v2 [None req-4084f188-2428-4473-819c-df6214ea1338 admin admin] Deleting subnet 891a545b-b43a-4ff2-9704-5f5d06788d9d {{(pid=92920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 07:24:05.640565 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-4084f188-2428-4473-819c-df6214ea1338 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:24:05.641420 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] No Port match for: 71fe681a-3e39-4ecd-9cfc-22b161500189 {{(pid=92921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 07:24:05.641967 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Device 71fe681a-3e39-4ecd-9cfc-22b161500189 not bound to the agent host hv-cinder-78662 {{(pid=92921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 07:24:05.689438 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-4084f188-2428-4473-819c-df6214ea1338 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5150738'] for subnet, precommit_delete_associations {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:24:05.695865 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 22 Jun 2021 07:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f82a6e7b-c9e3-42cf-b3e2-535ea98177c1 x-openstack-request-id: req-f82a6e7b-c9e3-42cf-b3e2-535ea98177c1 {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 07:24:05.697545 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "441f6a0f-f857-40b6-9cfd-e8cc8b189da3", "name": "network-vif-unplugged", "status": "failed", "tag": "d95787bc-48f6-48c9-9f0d-7b3342686306", "code": 422}]} {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 07:24:05.697827 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f82a6e7b-c9e3-42cf-b3e2-535ea98177c1 {{(pid=92921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 07:24:05.698692 dv-cinder-786627-11-iscsi neutron-server[92921]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '441f6a0f-f857-40b6-9cfd-e8cc8b189da3', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd95787bc-48f6-48c9-9f0d-7b3342686306', 'code': 422} returned with failed status Jun 22 07:24:05.703034 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Pushing event updated for resources: {'Port': ['ID=d95787bc-48f6-48c9-9f0d-7b3342686306,revision_number=8']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:24:05.717991 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:24:05.718492 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:24:05.718931 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:24:05.719662 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:24:05.720308 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:24:05.720809 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:24:05.721236 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:24:05.721660 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:24:05.722112 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:24:05.723142 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:24:05.723601 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:24:05.724052 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:24:05.729363 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:24:05.836143 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-4084f188-2428-4473-819c-df6214ea1338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1883746'] for subnet, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:24:05.837169 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Device 392c256d-cdbe-40dc-88f2-d25ab334c575 no longer exists at agent ovs-agent-dv-cinder-786627-11-iscsi {{(pid=92921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 07:24:05.860528 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] No Port match for: 392c256d-cdbe-40dc-88f2-d25ab334c575 {{(pid=92921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 07:24:05.860881 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Device 392c256d-cdbe-40dc-88f2-d25ab334c575 not bound to the agent host dv-cinder-786627-11-iscsi {{(pid=92921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 07:24:05.893017 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-4084f188-2428-4473-819c-df6214ea1338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1883739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5150737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5183227'] for subnet, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:24:05.897309 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:24:05.921093 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4084f188-2428-4473-819c-df6214ea1338 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=891a545b-b43a-4ff2-9704-5f5d06788d9d,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:24:05.924188 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-4084f188-2428-4473-819c-df6214ea1338 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:24:05.925188 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-4084f188-2428-4473-819c-df6214ea1338 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:24:05.929737 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-4084f188-2428-4473-819c-df6214ea1338 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/891a545b-b43a-4ff2-9704-5f5d06788d9d HTTP/1.1" status: 204 len: 168 time: 0.3419557 Jun 22 07:24:05.930428 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 51914) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:24:05.933412 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-725d2503-aa46-4395-b0a3-41eeea5510d8 None None] Network d7f11af1-230f-4471-a5c1-4f5f3c60c8f3 requested from dv-cinder-786627-11-iscsi {{(pid=92921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 07:24:06.013804 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-4de41c00-4c80-4c85-9226-01bd3e32f949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777681'] for network, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:24:06.029616 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df33e26-6ee6-432e-992b-e4d8cdf7a986 req-8b5e87ee-0fa5-4539-bf96-6a692c35d4cf tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:24:06.031279 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-6df33e26-6ee6-432e-992b-e4d8cdf7a986 req-8b5e87ee-0fa5-4539-bf96-6a692c35d4cf tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=441f6a0f-f857-40b6-9cfd-e8cc8b189da3 HTTP/1.1" status: 200 len: 944 time: 0.1332843 Jun 22 07:24:06.102690 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-6df33e26-6ee6-432e-992b-e4d8cdf7a986 req-e6f3e9b3-861f-49a1-b92f-9cb1bd3afb5b tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/security-groups?id=caea7c39-2e48-46ab-adf2-ac00c54c08da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646851 Jun 22 07:24:06.116051 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a02a52-b7d2-4d01-baa1-1026195776c0 req-f3fb9dda-223f-4650-8b8c-c3486902d7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:24:06.118753 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-f5a02a52-b7d2-4d01-baa1-1026195776c0 req-f3fb9dda-223f-4650-8b8c-c3486902d7a3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=441f6a0f-f857-40b6-9cfd-e8cc8b189da3&tenant_id=e8e015950749433d91627c7d2fff432f HTTP/1.1" status: 200 len: 1097 time: 0.0676897 Jun 22 07:24:06.136323 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.plugin [None req-4de41c00-4c80-4c85-9226-01bd3e32f949 admin admin] Deleting port 8eceb728-af36-473c-90ba-2c1f0e5ce934 {{(pid=92919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 07:24:06.136775 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-4de41c00-4c80-4c85-9226-01bd3e32f949 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773474057189'] for port, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:24:06.167166 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b00ff4e2-a7af-4714-b9aa-25f3ed0a46e9 None None] DHCP port deletion for d7f11af1-230f-4471-a5c1-4f5f3c60c8f3 request from dv-cinder-786627-11-iscsi {{(pid=92921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 07:24:06.213588 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a02a52-b7d2-4d01-baa1-1026195776c0 req-68434f37-2af9-4711-8c3e-bbb304fe5521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:24:06.213939 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.db [None req-4de41c00-4c80-4c85-9226-01bd3e32f949 admin admin] For port 8eceb728-af36-473c-90ba-2c1f0e5ce934, host dv-cinder-786627-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-11-iscsi',level=0,port_id=8eceb728-af36-473c-90ba-2c1f0e5ce934,segment=NetworkSegment(0f65caae-8828-41c5-aacf-f49c73598fb9),segment_id=0f65caae-8828-41c5-aacf-f49c73598fb9)] {{(pid=92919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:24:06.214410 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-4de41c00-4c80-4c85-9226-01bd3e32f949 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-707208'] for port, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:24:06.215221 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-f5a02a52-b7d2-4d01-baa1-1026195776c0 req-68434f37-2af9-4711-8c3e-bbb304fe5521 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e8e015950749433d91627c7d2fff432f&device_id=441f6a0f-f857-40b6-9cfd-e8cc8b189da3 HTTP/1.1" status: 200 len: 1097 time: 0.0667260 Jun 22 07:24:06.227040 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-b00ff4e2-a7af-4714-b9aa-25f3ed0a46e9 None None] Deleting port 8eceb728-af36-473c-90ba-2c1f0e5ce934 {{(pid=92921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 07:24:06.227448 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-b00ff4e2-a7af-4714-b9aa-25f3ed0a46e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773474057189'] for port, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:24:06.284338 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.plugin [None req-4de41c00-4c80-4c85-9226-01bd3e32f949 admin admin] Calling delete_port for 8eceb728-af36-473c-90ba-2c1f0e5ce934 owned by network:dhcp {{(pid=92919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 07:24:06.299391 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-b00ff4e2-a7af-4714-b9aa-25f3ed0a46e9 None None] For port 8eceb728-af36-473c-90ba-2c1f0e5ce934, host dv-cinder-786627-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-11-iscsi',level=0,port_id=8eceb728-af36-473c-90ba-2c1f0e5ce934,segment=NetworkSegment(0f65caae-8828-41c5-aacf-f49c73598fb9),segment_id=0f65caae-8828-41c5-aacf-f49c73598fb9)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:24:06.300088 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-b00ff4e2-a7af-4714-b9aa-25f3ed0a46e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-707208'] for port, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:24:06.320504 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a02a52-b7d2-4d01-baa1-1026195776c0 req-622c5572-3b58-4328-a11c-6c931c216900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:24:06.322255 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-f5a02a52-b7d2-4d01-baa1-1026195776c0 req-622c5572-3b58-4328-a11c-6c931c216900 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b91fcb38-ada5-4353-b77e-00fb398ce7d0 HTTP/1.1" status: 200 len: 918 time: 0.1008725 Jun 22 07:24:06.368212 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-b00ff4e2-a7af-4714-b9aa-25f3ed0a46e9 None None] Calling delete_port for 8eceb728-af36-473c-90ba-2c1f0e5ce934 owned by network:dhcp {{(pid=92921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 07:24:06.369315 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-4de41c00-4c80-4c85-9226-01bd3e32f949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773474061029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773473471600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4832659'] for port, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:24:06.376436 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-e3bb64aa-3ec7-4403-9ca2-d0b4903897d5 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:24:06.411284 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-f5a02a52-b7d2-4d01-baa1-1026195776c0 req-0f6b7ac9-75ef-4adc-8146-ba2467a444f6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d95787bc-48f6-48c9-9f0d-7b3342686306 HTTP/1.1" status: 200 len: 1000 time: 0.0821209 Jun 22 07:24:06.412938 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de41c00-4c80-4c85-9226-01bd3e32f949 admin admin] Pushing event deleted for resources: {'Port': ['ID=8eceb728-af36-473c-90ba-2c1f0e5ce934,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:24:06.418306 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-4de41c00-4c80-4c85-9226-01bd3e32f949 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:24:06.419913 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de41c00-4c80-4c85-9226-01bd3e32f949 admin admin] No DVR routers for this DVR port 8eceb728-af36-473c-90ba-2c1f0e5ce934 on host dv-cinder-786627-11-iscsi {{(pid=92919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 07:24:06.469030 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a02a52-b7d2-4d01-baa1-1026195776c0 req-f788a6d4-1267-4e92-9d8f-a47a534a07bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:24:06.470792 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-f5a02a52-b7d2-4d01-baa1-1026195776c0 req-f788a6d4-1267-4e92-9d8f-a47a534a07bd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f579e111-0d0d-464b-ba2e-9baae47e7af2 HTTP/1.1" status: 200 len: 856 time: 0.0533457 Jun 22 07:24:06.504405 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-4de41c00-4c80-4c85-9226-01bd3e32f949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1883115', 'neutron.services.segments.db._delete_segments_for_network-8773474011859'] for network, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:24:06.514506 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-b00ff4e2-a7af-4714-b9aa-25f3ed0a46e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773474061029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773473471600'] for port, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:24:06.516559 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:24:06.517577 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.services.segments.db [None req-4de41c00-4c80-4c85-9226-01bd3e32f949 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7f11af1-230f-4471-a5c1-4f5f3c60c8f3']}} {{(pid=92919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:24:06.533385 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.services.segments.db [None req-4de41c00-4c80-4c85-9226-01bd3e32f949 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f65caae-8828-41c5-aacf-f49c73598fb9') {'for_net_delete': True} {{(pid=92919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:24:06.533685 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.services.segments.db [None req-4de41c00-4c80-4c85-9226-01bd3e32f949 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f65caae-8828-41c5-aacf-f49c73598fb9') {} {{(pid=92919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:24:06.538108 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a02a52-b7d2-4d01-baa1-1026195776c0 req-0b39f164-be14-4f38-abb6-6f06a9c15f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:24:06.539595 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-f5a02a52-b7d2-4d01-baa1-1026195776c0 req-0b39f164-be14-4f38-abb6-6f06a9c15f81 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b91fcb38-ada5-4353-b77e-00fb398ce7d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0617518 Jun 22 07:24:06.539783 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00ff4e2-a7af-4714-b9aa-25f3ed0a46e9 None None] Pushing event deleted for resources: {'Port': ['ID=8eceb728-af36-473c-90ba-2c1f0e5ce934,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:24:06.542226 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-b00ff4e2-a7af-4714-b9aa-25f3ed0a46e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:24:06.543688 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-4de41c00-4c80-4c85-9226-01bd3e32f949 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773474011688', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4640638'] for segment, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:24:06.545714 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00ff4e2-a7af-4714-b9aa-25f3ed0a46e9 None None] No DVR routers for this DVR port 8eceb728-af36-473c-90ba-2c1f0e5ce934 on host dv-cinder-786627-11-iscsi {{(pid=92921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 07:24:06.550220 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [req-f5a02a52-b7d2-4d01-baa1-1026195776c0 req-2ec6564c-b597-4f12-bef6-d5a58cd3903c service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=92920) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 07:24:06.551754 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-f5a02a52-b7d2-4d01-baa1-1026195776c0 req-2ec6564c-b597-4f12-bef6-d5a58cd3903c service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058861 Jun 22 07:24:06.566839 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-4de41c00-4c80-4c85-9226-01bd3e32f949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1885363'] for segment, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:24:06.573185 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4de41c00-4c80-4c85-9226-01bd3e32f949 admin admin] Releasing vlan 438 on physical network physnet1 to pool {{(pid=92919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 07:24:06.573575 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-4de41c00-4c80-4c85-9226-01bd3e32f949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1885363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5222240'] for segment, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:24:06.575212 dv-cinder-786627-11-iscsi neutron-server[92919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 07:24:06.575212 dv-cinder-786627-11-iscsi neutron-server[92919]: conditions |= (models_v2.Port.network_id.in_( Jun 22 07:24:06.575212 dv-cinder-786627-11-iscsi neutron-server[92919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 07:24:06.575212 dv-cinder-786627-11-iscsi neutron-server[92919]: conditions |= (models_v2.Port.network_id.in_( Jun 22 07:24:06.575212 dv-cinder-786627-11-iscsi neutron-server[92919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 07:24:06.575212 dv-cinder-786627-11-iscsi neutron-server[92919]: conditions |= (models_v2.Port.network_id.in_( Jun 22 07:24:06.575212 dv-cinder-786627-11-iscsi neutron-server[92919]: Traceback (most recent call last): Jun 22 07:24:06.575212 dv-cinder-786627-11-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 07:24:06.575212 dv-cinder-786627-11-iscsi neutron-server[92919]: timer() Jun 22 07:24:06.575212 dv-cinder-786627-11-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 07:24:06.575212 dv-cinder-786627-11-iscsi neutron-server[92919]: cb(*args, **kw) Jun 22 07:24:06.575212 dv-cinder-786627-11-iscsi neutron-server[92919]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 07:24:06.575212 dv-cinder-786627-11-iscsi neutron-server[92919]: return func(*args, **kwargs) Jun 22 07:24:06.575212 dv-cinder-786627-11-iscsi neutron-server[92919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 07:24:06.575212 dv-cinder-786627-11-iscsi neutron-server[92919]: self._notify() Jun 22 07:24:06.575212 dv-cinder-786627-11-iscsi neutron-server[92919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 07:24:06.575212 dv-cinder-786627-11-iscsi neutron-server[92919]: self.callback(batched_events) Jun 22 07:24:06.575212 dv-cinder-786627-11-iscsi neutron-server[92919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 07:24:06.575212 dv-cinder-786627-11-iscsi neutron-server[92919]: event.method(event) Jun 22 07:24:06.575212 dv-cinder-786627-11-iscsi neutron-server[92919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 07:24:06.575212 dv-cinder-786627-11-iscsi neutron-server[92919]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 07:24:06.575212 dv-cinder-786627-11-iscsi neutron-server[92919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 07:24:06.575212 dv-cinder-786627-11-iscsi neutron-server[92919]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 07:24:06.575212 dv-cinder-786627-11-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 07:24:06.575212 dv-cinder-786627-11-iscsi neutron-server[92919]: return f(self, *a, **k) Jun 22 07:24:06.575212 dv-cinder-786627-11-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 07:24:06.575212 dv-cinder-786627-11-iscsi neutron-server[92919]: return self._get(url).json() Jun 22 07:24:06.575212 dv-cinder-786627-11-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 07:24:06.575212 dv-cinder-786627-11-iscsi neutron-server[92919]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 07:24:06.575212 dv-cinder-786627-11-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 07:24:06.575212 dv-cinder-786627-11-iscsi neutron-server[92919]: return self.request(url, 'GET', **kwargs) Jun 22 07:24:06.575212 dv-cinder-786627-11-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 07:24:06.575212 dv-cinder-786627-11-iscsi neutron-server[92919]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 07:24:06.575212 dv-cinder-786627-11-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 07:24:06.575212 dv-cinder-786627-11-iscsi neutron-server[92919]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 07:24:06.575212 dv-cinder-786627-11-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 07:24:06.575212 dv-cinder-786627-11-iscsi neutron-server[92919]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 07:24:06.575212 dv-cinder-786627-11-iscsi neutron-server[92919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 07:24:06.647355 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-f5a02a52-b7d2-4d01-baa1-1026195776c0 req-94e3a45b-6eeb-4825-bd92-63b2647438bc service neutron] 10.222.0.41 "GET /v2.0/networks/b91fcb38-ada5-4353-b77e-00fb398ce7d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894792 Jun 22 07:24:06.747859 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-f5a02a52-b7d2-4d01-baa1-1026195776c0 req-bc4b7102-378a-4115-b961-dbb574331567 service neutron] 10.222.0.41 "GET /v2.0/networks/b91fcb38-ada5-4353-b77e-00fb398ce7d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933177 Jun 22 07:24:06.913887 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-4de41c00-4c80-4c85-9226-01bd3e32f949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1883104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-54575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-690206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-706735'] for network, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:24:06.917574 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:24:06.920943 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-4de41c00-4c80-4c85-9226-01bd3e32f949 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-690179'] for network, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:24:06.922770 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-4de41c00-4c80-4c85-9226-01bd3e32f949 admin admin] 10.222.0.24 "DELETE /v2.0/networks/d7f11af1-230f-4471-a5c1-4f5f3c60c8f3 HTTP/1.1" status: 204 len: 168 time: 0.9906685 Jun 22 07:24:06.928059 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 51924) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:24:06.933181 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de41c00-4c80-4c85-9226-01bd3e32f949 admin admin] Pushing event deleted for resources: {'Network': ['ID=d7f11af1-230f-4471-a5c1-4f5f3c60c8f3,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:24:06.936026 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-4de41c00-4c80-4c85-9226-01bd3e32f949 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:24:06.959846 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-f04bb265-eca6-4530-aeb1-0b3afeb7eb68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:24:07.400048 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-2e87b722-8e84-42b5-aa49-eea4e45505d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581312'] for router_interface, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:24:07.428951 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436420f6-6edd-4094-84c2-338819aeabca req-a4e6e736-ed15-4ce2-a8ae-a2dad9aa995a tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:24:07.436566 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-436420f6-6edd-4094-84c2-338819aeabca req-a4e6e736-ed15-4ce2-a8ae-a2dad9aa995a tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=441f6a0f-f857-40b6-9cfd-e8cc8b189da3 HTTP/1.1" status: 200 len: 944 time: 0.1198123 Jun 22 07:24:07.482931 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-436420f6-6edd-4094-84c2-338819aeabca req-4fed9b70-8f6d-4f70-944e-d5b52bb8b261 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/security-groups?id=caea7c39-2e48-46ab-adf2-ac00c54c08da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451641 Jun 22 07:24:07.719459 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Device 8eceb728-af36-473c-90ba-2c1f0e5ce934 no longer exists at agent ovs-agent-dv-cinder-786627-11-iscsi {{(pid=92921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 07:24:07.740582 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] No Port match for: 8eceb728-af36-473c-90ba-2c1f0e5ce934 {{(pid=92921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 07:24:07.741220 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Device 8eceb728-af36-473c-90ba-2c1f0e5ce934 not bound to the agent host dv-cinder-786627-11-iscsi {{(pid=92921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 07:24:07.741819 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Device 44d157e1-f343-415a-a743-1a78d39c27e4 no longer exists at agent ovs-agent-dv-cinder-786627-11-iscsi {{(pid=92921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 07:24:07.749343 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-2e87b722-8e84-42b5-aa49-eea4e45505d1 admin admin] Deleting port de8b2dcb-c8a6-486d-8eb1-ba61a588d8d8 {{(pid=92920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 07:24:07.749780 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-2e87b722-8e84-42b5-aa49-eea4e45505d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773474057189'] for port, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:24:07.765758 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] No Port match for: 44d157e1-f343-415a-a743-1a78d39c27e4 {{(pid=92921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 07:24:07.766385 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Device 44d157e1-f343-415a-a743-1a78d39c27e4 not bound to the agent host dv-cinder-786627-11-iscsi {{(pid=92921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 07:24:07.836257 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-2e87b722-8e84-42b5-aa49-eea4e45505d1 admin admin] For port de8b2dcb-c8a6-486d-8eb1-ba61a588d8d8, host dv-cinder-786627-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-11-iscsi',level=0,port_id=de8b2dcb-c8a6-486d-8eb1-ba61a588d8d8,segment=NetworkSegment(6b719692-e611-46d8-a356-5e96b873473f),segment_id=6b719692-e611-46d8-a356-5e96b873473f)] {{(pid=92920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:24:07.836756 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-2e87b722-8e84-42b5-aa49-eea4e45505d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-707208'] for port, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:24:07.899950 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-2e87b722-8e84-42b5-aa49-eea4e45505d1 admin admin] Calling delete_port for de8b2dcb-c8a6-486d-8eb1-ba61a588d8d8 owned by network:router_interface {{(pid=92920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 07:24:08.087787 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-2e87b722-8e84-42b5-aa49-eea4e45505d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773474061029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773473471600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5150811'] for port, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:24:08.089861 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:24:08.119738 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e87b722-8e84-42b5-aa49-eea4e45505d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=de8b2dcb-c8a6-486d-8eb1-ba61a588d8d8,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:24:08.123524 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-2e87b722-8e84-42b5-aa49-eea4e45505d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:24:08.292079 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-2e87b722-8e84-42b5-aa49-eea4e45505d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-690279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581228'] for router_interface, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:24:08.516115 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e87b722-8e84-42b5-aa49-eea4e45505d1 admin admin] Router a13e0573-9e72-43d8-ae80-1b3cb880446a has already been hosted by L3 agent f18ef446-1389-4802-a345-f314a6956002 {{(pid=92920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 07:24:08.646258 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e87b722-8e84-42b5-aa49-eea4e45505d1 admin admin] Notify agent at l3_agent.dv-cinder-786627-11-iscsi the message routers_updated {{(pid=92920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 07:24:08.652034 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-2e87b722-8e84-42b5-aa49-eea4e45505d1 admin admin] 10.222.0.24 "PUT /v2.0/routers/a13e0573-9e72-43d8-ae80-1b3cb880446a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7211185 Jun 22 07:24:08.655191 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 51948) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:24:08.667134 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e47dca50-2f1c-4027-886a-ec326a6aaa8d None None] Sync routers for ids ['a13e0573-9e72-43d8-ae80-1b3cb880446a'] in dv-cinder-786627-11-iscsi {{(pid=92922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 07:24:08.677638 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8360903f-78f2-421e-b9b6-3c6b8ae4bcbd req-cf48242f-aafe-4a99-a387-b9bdace5efa9 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:24:08.679121 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-8360903f-78f2-421e-b9b6-3c6b8ae4bcbd req-cf48242f-aafe-4a99-a387-b9bdace5efa9 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=441f6a0f-f857-40b6-9cfd-e8cc8b189da3 HTTP/1.1" status: 200 len: 944 time: 0.0751395 Jun 22 07:24:08.681108 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e47dca50-2f1c-4027-886a-ec326a6aaa8d None None] Routers {'a13e0573-9e72-43d8-ae80-1b3cb880446a'} bound to L3 agent in host dv-cinder-786627-11-iscsi {{(pid=92922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 07:24:08.682011 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-e47dca50-2f1c-4027-886a-ec326a6aaa8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T07:06:03Z,description=,heartbeat_timestamp=2021-06-22T07:24:03Z,host='dv-cinder-786627-11-iscsi',id=f18ef446-1389-4802-a345-f314a6956002,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T07:06:03Z,topic='l3_agent')) {'router_ids': ['a13e0573-9e72-43d8-ae80-1b3cb880446a'], 'active': True} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:24:08.734287 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-8360903f-78f2-421e-b9b6-3c6b8ae4bcbd req-b598cd88-734c-4ca0-a589-8d63c3676db0 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/security-groups?id=caea7c39-2e48-46ab-adf2-ac00c54c08da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495028 Jun 22 07:24:08.778695 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-c0830343-6093-49c3-9ccc-7b0a2e0b603c admin admin] Notify callbacks [] for router, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:24:08.815485 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvr_db [None req-e47dca50-2f1c-4027-886a-ec326a6aaa8d None None] Set router a13e0573-9e72-43d8-ae80-1b3cb880446a gateway port host: dv-cinder-786627-11-iscsi {{(pid=92922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 07:24:08.886628 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-c0830343-6093-49c3-9ccc-7b0a2e0b603c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:24:09.002662 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-e47dca50-2f1c-4027-886a-ec326a6aaa8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a13e0573-9e72-43d8-ae80-1b3cb880446a', 'name': 'tempest-TestShelveInstance-206420454-router', 'tenant_id': '09d9d859e36544c999809e43ec439950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'external_fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': 'd923dc16-285e-4b15-b890-d9a7bfcecb0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:15:39Z', 'updated_at': '2021-06-22T07:24:08Z', 'revision_number': 5, 'project_id': '09d9d859e36544c999809e43ec439950', 'gw_port': {'id': 'd923dc16-285e-4b15-b890-d9a7bfcecb0f', 'name': '', 'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:9d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a13e0573-9e72-43d8-ae80-1b3cb880446a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:15:39Z', 'updated_at': '2021-06-22T07:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-iscsi'}], 'dv-cinder-786627-11-iscsi', False) {} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:24:09.033454 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e47dca50-2f1c-4027-886a-ec326a6aaa8d None None] Checking router: a13e0573-9e72-43d8-ae80-1b3cb880446a for host: dv-cinder-786627-11-iscsi {{(pid=92922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 07:24:09.042831 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e47dca50-2f1c-4027-886a-ec326a6aaa8d None None] Routers {'a13e0573-9e72-43d8-ae80-1b3cb880446a'} bound to L3 agent in host dv-cinder-786627-11-iscsi {{(pid=92922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 07:24:09.043564 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-e47dca50-2f1c-4027-886a-ec326a6aaa8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T07:06:03Z,description=,heartbeat_timestamp=2021-06-22T07:24:03Z,host='dv-cinder-786627-11-iscsi',id=f18ef446-1389-4802-a345-f314a6956002,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T07:06:03Z,topic='l3_agent')) {'router_ids': ['a13e0573-9e72-43d8-ae80-1b3cb880446a'], 'active': True} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:24:09.140013 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvr_db [None req-e47dca50-2f1c-4027-886a-ec326a6aaa8d None None] Set router a13e0573-9e72-43d8-ae80-1b3cb880446a gateway port host: None {{(pid=92922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 07:24:09.194553 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-e47dca50-2f1c-4027-886a-ec326a6aaa8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a13e0573-9e72-43d8-ae80-1b3cb880446a', 'name': 'tempest-TestShelveInstance-206420454-router', 'tenant_id': '09d9d859e36544c999809e43ec439950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:15:39Z', 'updated_at': '2021-06-22T07:24:08Z', 'revision_number': 6, 'project_id': '09d9d859e36544c999809e43ec439950', 'gw_port_host': None}], 'dv-cinder-786627-11-iscsi', False) {} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:24:09.226149 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e47dca50-2f1c-4027-886a-ec326a6aaa8d None None] The sync data for ids ['a13e0573-9e72-43d8-ae80-1b3cb880446a'] in dv-cinder-786627-11-iscsi is: [{'id': 'a13e0573-9e72-43d8-ae80-1b3cb880446a', 'name': 'tempest-TestShelveInstance-206420454-router', 'tenant_id': '09d9d859e36544c999809e43ec439950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:15:39Z', 'updated_at': '2021-06-22T07:24:08Z', 'revision_number': 6, 'project_id': '09d9d859e36544c999809e43ec439950', 'gw_port_host': None}] {{(pid=92922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 07:24:09.247719 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-c0830343-6093-49c3-9ccc-7b0a2e0b603c admin admin] Deleting port d923dc16-285e-4b15-b890-d9a7bfcecb0f {{(pid=92920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 07:24:09.248211 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-c0830343-6093-49c3-9ccc-7b0a2e0b603c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773474057189'] for port, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:24:09.333898 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-c0830343-6093-49c3-9ccc-7b0a2e0b603c admin admin] For port d923dc16-285e-4b15-b890-d9a7bfcecb0f, host dv-cinder-786627-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-11-iscsi',level=0,port_id=d923dc16-285e-4b15-b890-d9a7bfcecb0f,segment=NetworkSegment(4e753e82-2fc6-4903-97a0-73083259f586),segment_id=4e753e82-2fc6-4903-97a0-73083259f586)] {{(pid=92920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:24:09.334172 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-c0830343-6093-49c3-9ccc-7b0a2e0b603c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-707208'] for port, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:24:09.398287 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-c0830343-6093-49c3-9ccc-7b0a2e0b603c admin admin] Calling delete_port for d923dc16-285e-4b15-b890-d9a7bfcecb0f owned by network:router_gateway {{(pid=92920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 07:24:09.576186 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-c0830343-6093-49c3-9ccc-7b0a2e0b603c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773474061029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773473471600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5150811'] for port, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:24:09.578276 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-cb0adcaf-cdde-46bf-8839-9db99080581b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:24:09.607322 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0830343-6093-49c3-9ccc-7b0a2e0b603c admin admin] Pushing event deleted for resources: {'Port': ['ID=d923dc16-285e-4b15-b890-d9a7bfcecb0f,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:24:09.610381 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-c0830343-6093-49c3-9ccc-7b0a2e0b603c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:24:09.694397 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-c0830343-6093-49c3-9ccc-7b0a2e0b603c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-706633'] for router_gateway, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:24:09.793753 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-c0830343-6093-49c3-9ccc-7b0a2e0b603c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23744'] for router, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:24:09.795899 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-c0830343-6093-49c3-9ccc-7b0a2e0b603c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:24:09.845573 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-c0830343-6093-49c3-9ccc-7b0a2e0b603c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-579829'] for router, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:24:09.846241 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0830343-6093-49c3-9ccc-7b0a2e0b603c admin admin] Fanout notify agent at l3_agent the message router_deleted on router a13e0573-9e72-43d8-ae80-1b3cb880446a {{(pid=92920) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 07:24:09.854336 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-c0830343-6093-49c3-9ccc-7b0a2e0b603c admin admin] Notify callbacks [] for router, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:24:09.855064 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-c0830343-6093-49c3-9ccc-7b0a2e0b603c admin admin] 10.222.0.24 "DELETE /v2.0/routers/a13e0573-9e72-43d8-ae80-1b3cb880446a HTTP/1.1" status: 204 len: 168 time: 1.1984253 Jun 22 07:24:09.858107 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 51952) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:24:09.942279 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc3ff963-e536-410d-8f96-10cd56be2cc1 admin admin] Deleting subnet ebb7b79e-f817-41ec-8327-d7d5f6b9d25b {{(pid=92919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 07:24:09.947086 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-dc3ff963-e536-410d-8f96-10cd56be2cc1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:24:10.000723 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-dc3ff963-e536-410d-8f96-10cd56be2cc1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4640585'] for subnet, precommit_delete_associations {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:24:10.041730 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9610049d-35bf-4657-aadd-20b257f46df4 req-6c1d5e11-e7ca-4b4f-be41-e3b73ff147fc tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:24:10.043549 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-9610049d-35bf-4657-aadd-20b257f46df4 req-6c1d5e11-e7ca-4b4f-be41-e3b73ff147fc tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=441f6a0f-f857-40b6-9cfd-e8cc8b189da3 HTTP/1.1" status: 200 len: 944 time: 0.1514843 Jun 22 07:24:10.104212 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Device de8b2dcb-c8a6-486d-8eb1-ba61a588d8d8 no longer exists at agent ovs-agent-dv-cinder-786627-11-iscsi {{(pid=92921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 07:24:10.133423 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-9610049d-35bf-4657-aadd-20b257f46df4 req-61ed98db-78a2-4641-88e4-80e20686cd5c tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/security-groups?id=caea7c39-2e48-46ab-adf2-ac00c54c08da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827291 Jun 22 07:24:10.139521 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] No Port match for: de8b2dcb-c8a6-486d-8eb1-ba61a588d8d8 {{(pid=92921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 07:24:10.140121 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Device de8b2dcb-c8a6-486d-8eb1-ba61a588d8d8 not bound to the agent host dv-cinder-786627-11-iscsi {{(pid=92921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 07:24:10.157253 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-dc3ff963-e536-410d-8f96-10cd56be2cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1883746'] for subnet, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:24:10.214356 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-dc3ff963-e536-410d-8f96-10cd56be2cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1883739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4832729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5137568'] for subnet, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:24:10.216538 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:24:10.241112 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3ff963-e536-410d-8f96-10cd56be2cc1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ebb7b79e-f817-41ec-8327-d7d5f6b9d25b,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:24:10.243726 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-dc3ff963-e536-410d-8f96-10cd56be2cc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:24:10.247340 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-dc3ff963-e536-410d-8f96-10cd56be2cc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-690179'] for subnet, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:24:10.249369 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-dc3ff963-e536-410d-8f96-10cd56be2cc1 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/ebb7b79e-f817-41ec-8327-d7d5f6b9d25b HTTP/1.1" status: 204 len: 168 time: 0.3894055 Jun 22 07:24:10.251840 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 51954) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:24:10.256517 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1611869d-ce20-4a75-95c8-4be92f16cee8 None None] Network 3be55571-331f-4693-baad-6269a284d543 requested from dv-cinder-786627-11-iscsi {{(pid=92921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 07:24:10.332807 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-35595ef3-eb70-46e3-ada0-b40eafe376c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777681'] for network, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:24:10.390261 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.plugin [None req-35595ef3-eb70-46e3-ada0-b40eafe376c0 admin admin] Deleting port 73f96182-7346-40a6-8452-fe08f91f302f {{(pid=92919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 07:24:10.390613 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-35595ef3-eb70-46e3-ada0-b40eafe376c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773474057189'] for port, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:24:10.455684 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.db [None req-35595ef3-eb70-46e3-ada0-b40eafe376c0 admin admin] For port 73f96182-7346-40a6-8452-fe08f91f302f, host dv-cinder-786627-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-11-iscsi',level=0,port_id=73f96182-7346-40a6-8452-fe08f91f302f,segment=NetworkSegment(6b719692-e611-46d8-a356-5e96b873473f),segment_id=6b719692-e611-46d8-a356-5e96b873473f)] {{(pid=92919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:24:10.456154 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-35595ef3-eb70-46e3-ada0-b40eafe376c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-707208'] for port, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:24:10.506832 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5045c3e2-6822-47c1-bc76-a6f1aa7cf2ce None None] DHCP port deletion for 3be55571-331f-4693-baad-6269a284d543 request from dv-cinder-786627-11-iscsi {{(pid=92921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 07:24:10.536358 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.plugin [None req-35595ef3-eb70-46e3-ada0-b40eafe376c0 admin admin] Calling delete_port for 73f96182-7346-40a6-8452-fe08f91f302f owned by network:dhcp {{(pid=92919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 07:24:10.576364 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-5045c3e2-6822-47c1-bc76-a6f1aa7cf2ce None None] Deleting port 73f96182-7346-40a6-8452-fe08f91f302f {{(pid=92921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 07:24:10.577063 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5045c3e2-6822-47c1-bc76-a6f1aa7cf2ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773474057189'] for port, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:24:10.626810 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-35595ef3-eb70-46e3-ada0-b40eafe376c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773474061029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773473471600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4832659'] for port, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:24:10.631561 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:24:10.663748 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-5045c3e2-6822-47c1-bc76-a6f1aa7cf2ce None None] For port 73f96182-7346-40a6-8452-fe08f91f302f, host dv-cinder-786627-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-11-iscsi',level=0,port_id=73f96182-7346-40a6-8452-fe08f91f302f,segment=NetworkSegment(6b719692-e611-46d8-a356-5e96b873473f),segment_id=6b719692-e611-46d8-a356-5e96b873473f)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:24:10.664150 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5045c3e2-6822-47c1-bc76-a6f1aa7cf2ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-707208'] for port, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:24:10.676147 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35595ef3-eb70-46e3-ada0-b40eafe376c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=73f96182-7346-40a6-8452-fe08f91f302f,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:24:10.679843 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-35595ef3-eb70-46e3-ada0-b40eafe376c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:24:10.683327 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35595ef3-eb70-46e3-ada0-b40eafe376c0 admin admin] No DVR routers for this DVR port 73f96182-7346-40a6-8452-fe08f91f302f on host dv-cinder-786627-11-iscsi {{(pid=92919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 07:24:10.730574 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-5045c3e2-6822-47c1-bc76-a6f1aa7cf2ce None None] Calling delete_port for 73f96182-7346-40a6-8452-fe08f91f302f owned by network:dhcp {{(pid=92921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 07:24:10.763150 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-35595ef3-eb70-46e3-ada0-b40eafe376c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1883115', 'neutron.services.segments.db._delete_segments_for_network-8773474011859'] for network, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:24:10.774966 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.services.segments.db [None req-35595ef3-eb70-46e3-ada0-b40eafe376c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3be55571-331f-4693-baad-6269a284d543']}} {{(pid=92919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:24:10.786970 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.services.segments.db [None req-35595ef3-eb70-46e3-ada0-b40eafe376c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b719692-e611-46d8-a356-5e96b873473f') {'for_net_delete': True} {{(pid=92919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:24:10.787287 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.services.segments.db [None req-35595ef3-eb70-46e3-ada0-b40eafe376c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b719692-e611-46d8-a356-5e96b873473f') {} {{(pid=92919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:24:10.796082 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-35595ef3-eb70-46e3-ada0-b40eafe376c0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773474011688', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4640638'] for segment, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:24:10.809322 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-35595ef3-eb70-46e3-ada0-b40eafe376c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1885363'] for segment, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:24:10.812831 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5045c3e2-6822-47c1-bc76-a6f1aa7cf2ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773474061029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773473471600'] for port, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:24:10.814739 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:24:10.815229 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35595ef3-eb70-46e3-ada0-b40eafe376c0 admin admin] Releasing vlan 410 on physical network physnet1 to pool {{(pid=92919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 07:24:10.815608 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-35595ef3-eb70-46e3-ada0-b40eafe376c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1885363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5222240'] for segment, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:24:10.817767 dv-cinder-786627-11-iscsi neutron-server[92919]: Traceback (most recent call last): Jun 22 07:24:10.817767 dv-cinder-786627-11-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 07:24:10.817767 dv-cinder-786627-11-iscsi neutron-server[92919]: timer() Jun 22 07:24:10.817767 dv-cinder-786627-11-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 07:24:10.817767 dv-cinder-786627-11-iscsi neutron-server[92919]: cb(*args, **kw) Jun 22 07:24:10.817767 dv-cinder-786627-11-iscsi neutron-server[92919]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 07:24:10.817767 dv-cinder-786627-11-iscsi neutron-server[92919]: return func(*args, **kwargs) Jun 22 07:24:10.817767 dv-cinder-786627-11-iscsi neutron-server[92919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 07:24:10.817767 dv-cinder-786627-11-iscsi neutron-server[92919]: self._notify() Jun 22 07:24:10.817767 dv-cinder-786627-11-iscsi neutron-server[92919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 07:24:10.817767 dv-cinder-786627-11-iscsi neutron-server[92919]: self.callback(batched_events) Jun 22 07:24:10.817767 dv-cinder-786627-11-iscsi neutron-server[92919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 07:24:10.817767 dv-cinder-786627-11-iscsi neutron-server[92919]: event.method(event) Jun 22 07:24:10.817767 dv-cinder-786627-11-iscsi neutron-server[92919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 07:24:10.817767 dv-cinder-786627-11-iscsi neutron-server[92919]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 07:24:10.817767 dv-cinder-786627-11-iscsi neutron-server[92919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 07:24:10.817767 dv-cinder-786627-11-iscsi neutron-server[92919]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 07:24:10.817767 dv-cinder-786627-11-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 07:24:10.817767 dv-cinder-786627-11-iscsi neutron-server[92919]: return f(self, *a, **k) Jun 22 07:24:10.817767 dv-cinder-786627-11-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 07:24:10.817767 dv-cinder-786627-11-iscsi neutron-server[92919]: return self._get(url).json() Jun 22 07:24:10.817767 dv-cinder-786627-11-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 07:24:10.817767 dv-cinder-786627-11-iscsi neutron-server[92919]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 07:24:10.817767 dv-cinder-786627-11-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 07:24:10.817767 dv-cinder-786627-11-iscsi neutron-server[92919]: return self.request(url, 'GET', **kwargs) Jun 22 07:24:10.817767 dv-cinder-786627-11-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 07:24:10.817767 dv-cinder-786627-11-iscsi neutron-server[92919]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 07:24:10.817767 dv-cinder-786627-11-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 07:24:10.817767 dv-cinder-786627-11-iscsi neutron-server[92919]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 07:24:10.817767 dv-cinder-786627-11-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 07:24:10.817767 dv-cinder-786627-11-iscsi neutron-server[92919]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 07:24:10.817767 dv-cinder-786627-11-iscsi neutron-server[92919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 07:24:10.840505 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5045c3e2-6822-47c1-bc76-a6f1aa7cf2ce None None] Pushing event deleted for resources: {'Port': ['ID=73f96182-7346-40a6-8452-fe08f91f302f,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:24:10.843530 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-5045c3e2-6822-47c1-bc76-a6f1aa7cf2ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:24:10.844374 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5045c3e2-6822-47c1-bc76-a6f1aa7cf2ce None None] No DVR routers for this DVR port 73f96182-7346-40a6-8452-fe08f91f302f on host dv-cinder-786627-11-iscsi {{(pid=92921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 07:24:10.886976 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-35595ef3-eb70-46e3-ada0-b40eafe376c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1883104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-54575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-690206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-706735'] for network, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:24:10.892614 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-35595ef3-eb70-46e3-ada0-b40eafe376c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-690179'] for network, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:24:10.898746 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-35595ef3-eb70-46e3-ada0-b40eafe376c0 admin admin] 10.222.0.24 "DELETE /v2.0/networks/3be55571-331f-4693-baad-6269a284d543 HTTP/1.1" status: 204 len: 168 time: 0.6458514 Jun 22 07:24:10.899709 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-4d3102e8-9b46-43c9-8cac-477bf3577f7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:24:10.915795 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35595ef3-eb70-46e3-ada0-b40eafe376c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=3be55571-331f-4693-baad-6269a284d543,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:24:10.918687 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-35595ef3-eb70-46e3-ada0-b40eafe376c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:24:11.022975 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 51960) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:24:11.074597 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-c0fe35c1-d4b8-4e62-bc3d-6bb01c8b7436 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bad142e993074902a8d64ad034fcd38e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0503776 Jun 22 07:24:11.076992 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 51962) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:24:11.128107 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-b4532130-5f95-41fc-877b-bce16e5d8d44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:24:11.152290 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-b4532130-5f95-41fc-877b-bce16e5d8d44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:24:11.217777 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-b4532130-5f95-41fc-877b-bce16e5d8d44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:24:11.220340 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-b4532130-5f95-41fc-877b-bce16e5d8d44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:24:11.221502 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-b4532130-5f95-41fc-877b-bce16e5d8d44 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5205aaba-2d2c-42e1-a6a5-bc7eff960fd0 HTTP/1.1" status: 204 len: 168 time: 0.1432025 Jun 22 07:24:11.222321 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-da105024-05ae-4ddb-97fc-87b147a85611 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:24:11.246384 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4532130-5f95-41fc-877b-bce16e5d8d44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5205aaba-2d2c-42e1-a6a5-bc7eff960fd0,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:24:11.250723 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-b4532130-5f95-41fc-877b-bce16e5d8d44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:24:11.361609 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95154bf0-1d46-47bc-baf5-66792c07e8a2 req-e7c460cc-98c4-4cf1-a557-0d92463801c2 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:24:11.363343 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-95154bf0-1d46-47bc-baf5-66792c07e8a2 req-e7c460cc-98c4-4cf1-a557-0d92463801c2 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=441f6a0f-f857-40b6-9cfd-e8cc8b189da3 HTTP/1.1" status: 200 len: 944 time: 0.0711544 Jun 22 07:24:11.405649 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-95154bf0-1d46-47bc-baf5-66792c07e8a2 req-8ad0c605-246a-40f1-baff-2dfed49c6910 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/security-groups?id=caea7c39-2e48-46ab-adf2-ac00c54c08da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349853 Jun 22 07:24:11.628089 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 51970) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:24:11.673046 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-ce85620f-bbb4-444c-b115-23f0bb3a0708 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=09d9d859e36544c999809e43ec439950&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0430112 Jun 22 07:24:11.677517 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 51972) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:24:11.728737 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Device d923dc16-285e-4b15-b890-d9a7bfcecb0f no longer exists at agent ovs-agent-dv-cinder-786627-11-iscsi {{(pid=92921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 07:24:11.743459 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-17c8539f-80be-4fc1-a420-c5747add2141 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:24:11.748830 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] No Port match for: d923dc16-285e-4b15-b890-d9a7bfcecb0f {{(pid=92921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 07:24:11.749175 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Device d923dc16-285e-4b15-b890-d9a7bfcecb0f not bound to the agent host dv-cinder-786627-11-iscsi {{(pid=92921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 07:24:11.749588 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Device 73f96182-7346-40a6-8452-fe08f91f302f no longer exists at agent ovs-agent-dv-cinder-786627-11-iscsi {{(pid=92921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 07:24:11.768310 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-17c8539f-80be-4fc1-a420-c5747add2141 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:24:11.770910 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] No Port match for: 73f96182-7346-40a6-8452-fe08f91f302f {{(pid=92921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 07:24:11.771527 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Device 73f96182-7346-40a6-8452-fe08f91f302f not bound to the agent host dv-cinder-786627-11-iscsi {{(pid=92921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 07:24:11.830292 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-17c8539f-80be-4fc1-a420-c5747add2141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:24:11.832986 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-17c8539f-80be-4fc1-a420-c5747add2141 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:24:11.834134 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-17c8539f-80be-4fc1-a420-c5747add2141 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3d592390-f300-4f72-a86f-24ca1bc7c6d0 HTTP/1.1" status: 204 len: 168 time: 0.1555464 Jun 22 07:24:11.834883 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-46320ccb-f3b4-4361-be17-9066c9ca974b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:24:11.842135 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c8539f-80be-4fc1-a420-c5747add2141 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d592390-f300-4f72-a86f-24ca1bc7c6d0,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:24:11.844838 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-17c8539f-80be-4fc1-a420-c5747add2141 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:24:12.591686 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca849ecd-4451-45db-a612-e1fb9edef709 req-f01afaf3-e430-4a75-b1f9-1d11a2b8e98c tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:24:12.593244 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-ca849ecd-4451-45db-a612-e1fb9edef709 req-f01afaf3-e430-4a75-b1f9-1d11a2b8e98c tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=441f6a0f-f857-40b6-9cfd-e8cc8b189da3 HTTP/1.1" status: 200 len: 944 time: 0.0676789 Jun 22 07:24:12.631297 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-ca849ecd-4451-45db-a612-e1fb9edef709 req-465c3386-f2e6-4f45-8331-3c4499700415 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/security-groups?id=caea7c39-2e48-46ab-adf2-ac00c54c08da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318432 Jun 22 07:24:13.819073 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcec6785-9c01-46f2-b998-9bd76f9f08df req-a64ec023-8445-4e99-985f-b73579fb6e14 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:24:13.820753 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-dcec6785-9c01-46f2-b998-9bd76f9f08df req-a64ec023-8445-4e99-985f-b73579fb6e14 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=441f6a0f-f857-40b6-9cfd-e8cc8b189da3 HTTP/1.1" status: 200 len: 944 time: 0.0662849 Jun 22 07:24:13.859678 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-dcec6785-9c01-46f2-b998-9bd76f9f08df req-bc9ef3e4-d8e3-4231-aec8-14da88f694b2 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/security-groups?id=caea7c39-2e48-46ab-adf2-ac00c54c08da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331271 Jun 22 07:24:15.061769 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403b6001-de71-42a5-b887-45c987031b53 req-dccf6e18-e162-4aaf-8214-f07f92f3c5f7 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:24:15.063230 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-403b6001-de71-42a5-b887-45c987031b53 req-dccf6e18-e162-4aaf-8214-f07f92f3c5f7 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=441f6a0f-f857-40b6-9cfd-e8cc8b189da3 HTTP/1.1" status: 200 len: 944 time: 0.0733688 Jun 22 07:24:15.113401 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-403b6001-de71-42a5-b887-45c987031b53 req-9d7459f2-ee49-4e3d-ad23-ebf8e8f7d857 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/security-groups?id=caea7c39-2e48-46ab-adf2-ac00c54c08da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436122 Jun 22 07:24:16.285037 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9c0908-356d-4c0d-8d73-647ad3a5fd6d req-cff32d64-2f92-40f9-98bb-dcda7e9494c8 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:24:16.286495 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-0c9c0908-356d-4c0d-8d73-647ad3a5fd6d req-cff32d64-2f92-40f9-98bb-dcda7e9494c8 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=441f6a0f-f857-40b6-9cfd-e8cc8b189da3 HTTP/1.1" status: 200 len: 944 time: 0.0650961 Jun 22 07:24:16.329037 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-0c9c0908-356d-4c0d-8d73-647ad3a5fd6d req-98444276-df59-4916-96f8-84041522d8af tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/security-groups?id=caea7c39-2e48-46ab-adf2-ac00c54c08da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367668 Jun 22 07:24:17.517466 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277aa36f-7a06-4b68-b625-6c4ee1570b1c req-07762626-fb3d-4528-8d67-1ebafdb1a00a tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:24:17.524463 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-277aa36f-7a06-4b68-b625-6c4ee1570b1c req-07762626-fb3d-4528-8d67-1ebafdb1a00a tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=441f6a0f-f857-40b6-9cfd-e8cc8b189da3 HTTP/1.1" status: 200 len: 944 time: 0.0768399 Jun 22 07:24:17.559760 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-277aa36f-7a06-4b68-b625-6c4ee1570b1c req-705ee730-6952-47bd-a3f4-389f8779def6 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/security-groups?id=caea7c39-2e48-46ab-adf2-ac00c54c08da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344398 Jun 22 07:24:18.747210 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84698716-f920-4943-85e1-79f14344138d req-496ffbbe-92de-4e5e-b460-9c51ab9de9ec tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:24:18.748697 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-84698716-f920-4943-85e1-79f14344138d req-496ffbbe-92de-4e5e-b460-9c51ab9de9ec tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=441f6a0f-f857-40b6-9cfd-e8cc8b189da3 HTTP/1.1" status: 200 len: 944 time: 0.0647361 Jun 22 07:24:18.789907 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-84698716-f920-4943-85e1-79f14344138d req-dd447c75-9b47-480d-a1ca-844050213344 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/security-groups?id=caea7c39-2e48-46ab-adf2-ac00c54c08da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349910 Jun 22 07:24:19.976259 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9ffb85-6817-489c-b89e-f10c40111a23 req-c5bd6aec-7e9c-47cb-892b-c579ee029b64 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:24:19.978168 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-7e9ffb85-6817-489c-b89e-f10c40111a23 req-c5bd6aec-7e9c-47cb-892b-c579ee029b64 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=441f6a0f-f857-40b6-9cfd-e8cc8b189da3 HTTP/1.1" status: 200 len: 944 time: 0.0664012 Jun 22 07:24:20.017646 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-7e9ffb85-6817-489c-b89e-f10c40111a23 req-c786f48e-989e-4424-ace1-7e515c9ca12c tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/security-groups?id=caea7c39-2e48-46ab-adf2-ac00c54c08da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330360 Jun 22 07:24:21.197194 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a51237e-a94b-4aa1-8a7b-bf644f11221b req-52841b07-b8a1-4a83-a998-61a2346328d4 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:24:21.198649 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-2a51237e-a94b-4aa1-8a7b-bf644f11221b req-52841b07-b8a1-4a83-a998-61a2346328d4 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=441f6a0f-f857-40b6-9cfd-e8cc8b189da3 HTTP/1.1" status: 200 len: 944 time: 0.0671434 Jun 22 07:24:21.236073 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-2a51237e-a94b-4aa1-8a7b-bf644f11221b req-bbf454b8-e29e-466e-87a4-86356be6aae8 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/security-groups?id=caea7c39-2e48-46ab-adf2-ac00c54c08da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315931 Jun 22 07:24:22.417181 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47de1f7e-7741-4cea-afa9-9dcbe0037314 req-3a4a397d-dd11-4580-b35f-497ee06cbee1 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:24:22.418624 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-47de1f7e-7741-4cea-afa9-9dcbe0037314 req-3a4a397d-dd11-4580-b35f-497ee06cbee1 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=441f6a0f-f857-40b6-9cfd-e8cc8b189da3 HTTP/1.1" status: 200 len: 944 time: 0.0636644 Jun 22 07:24:22.458373 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-47de1f7e-7741-4cea-afa9-9dcbe0037314 req-186a18da-6e6a-4df3-b398-b8b3da64eebc tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/security-groups?id=caea7c39-2e48-46ab-adf2-ac00c54c08da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341094 Jun 22 07:24:23.639885 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7483985-f4ad-40d6-9775-8835eeaf5514 req-8c44ebdc-e707-4531-b95f-9092c8c44156 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:24:23.641338 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-c7483985-f4ad-40d6-9775-8835eeaf5514 req-8c44ebdc-e707-4531-b95f-9092c8c44156 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=441f6a0f-f857-40b6-9cfd-e8cc8b189da3 HTTP/1.1" status: 200 len: 944 time: 0.0685380 Jun 22 07:24:23.683007 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-c7483985-f4ad-40d6-9775-8835eeaf5514 req-08f934e1-0c32-4a09-a2e5-44837e925777 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/security-groups?id=caea7c39-2e48-46ab-adf2-ac00c54c08da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355489 Jun 22 07:24:23.872085 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b59753b-b2f1-4dc2-b412-34a45d736b90 req-73f038b7-c09a-4e13-937e-afe30aef968b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:24:23.873618 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-4b59753b-b2f1-4dc2-b412-34a45d736b90 req-73f038b7-c09a-4e13-937e-afe30aef968b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e8e015950749433d91627c7d2fff432f&device_id=441f6a0f-f857-40b6-9cfd-e8cc8b189da3 HTTP/1.1" status: 200 len: 1097 time: 0.1944981 Jun 22 07:24:23.979000 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b59753b-b2f1-4dc2-b412-34a45d736b90 req-fadedaed-9b8a-4675-9675-0de4435ab6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:24:23.980489 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-4b59753b-b2f1-4dc2-b412-34a45d736b90 req-fadedaed-9b8a-4675-9675-0de4435ab6a4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b91fcb38-ada5-4353-b77e-00fb398ce7d0 HTTP/1.1" status: 200 len: 918 time: 0.0845628 Jun 22 07:24:24.048464 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-4b59753b-b2f1-4dc2-b412-34a45d736b90 req-6594d8f6-3759-4ba5-a2d0-29a839e9aac7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d95787bc-48f6-48c9-9f0d-7b3342686306 HTTP/1.1" status: 200 len: 1000 time: 0.0604191 Jun 22 07:24:24.097433 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b59753b-b2f1-4dc2-b412-34a45d736b90 req-ff127802-46c5-4969-a650-d2d34a561c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:24:24.098866 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-4b59753b-b2f1-4dc2-b412-34a45d736b90 req-ff127802-46c5-4969-a650-d2d34a561c90 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f579e111-0d0d-464b-ba2e-9baae47e7af2 HTTP/1.1" status: 200 len: 856 time: 0.0429974 Jun 22 07:24:24.156821 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b59753b-b2f1-4dc2-b412-34a45d736b90 req-198669eb-8163-41eb-b8fd-e44de386795e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:24:24.158265 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-4b59753b-b2f1-4dc2-b412-34a45d736b90 req-198669eb-8163-41eb-b8fd-e44de386795e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b91fcb38-ada5-4353-b77e-00fb398ce7d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0513895 Jun 22 07:24:24.250308 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-4b59753b-b2f1-4dc2-b412-34a45d736b90 req-b425f8fb-d444-4bb8-9d1b-a333be378534 service neutron] 10.222.0.41 "GET /v2.0/networks/b91fcb38-ada5-4353-b77e-00fb398ce7d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839920 Jun 22 07:24:24.341240 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-4b59753b-b2f1-4dc2-b412-34a45d736b90 req-0588e8df-61cc-4d46-8a09-cacea1bf08ec service neutron] 10.222.0.41 "GET /v2.0/networks/b91fcb38-ada5-4353-b77e-00fb398ce7d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830452 Jun 22 07:24:24.862997 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446ca6b2-d5ee-4024-a59e-96ab74deea06 req-da011101-1376-461a-97e5-a736eeec2912 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:24:24.864787 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-446ca6b2-d5ee-4024-a59e-96ab74deea06 req-da011101-1376-461a-97e5-a736eeec2912 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=441f6a0f-f857-40b6-9cfd-e8cc8b189da3 HTTP/1.1" status: 200 len: 944 time: 0.0644252 Jun 22 07:24:24.903885 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-446ca6b2-d5ee-4024-a59e-96ab74deea06 req-8a986306-2298-4d21-9083-3d495f726936 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/security-groups?id=caea7c39-2e48-46ab-adf2-ac00c54c08da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334642 Jun 22 07:24:25.445816 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Device d95787bc-48f6-48c9-9f0d-7b3342686306 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=92921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 07:24:25.538484 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] For port d95787bc-48f6-48c9-9f0d-7b3342686306, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=d95787bc-48f6-48c9-9f0d-7b3342686306,segment=NetworkSegment(8d1bc002-3124-433f-9368-96f826d6cba6),segment_id=8d1bc002-3124-433f-9368-96f826d6cba6)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:24:25.549463 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Returning: {'device': 'd95787bc-48f6-48c9-9f0d-7b3342686306', 'network_id': 'b91fcb38-ada5-4353-b77e-00fb398ce7d0', 'port_id': 'd95787bc-48f6-48c9-9f0d-7b3342686306', 'mac_address': 'fa:16:3e:aa:a9:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f579e111-0d0d-464b-ba2e-9baae47e7af2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 07:24:25.587566 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:24:25.599977 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.notifiers.nova [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d95787bc-48f6-48c9-9f0d-7b3342686306 {{(pid=92921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 07:24:25.619133 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] For port d95787bc-48f6-48c9-9f0d-7b3342686306, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=d95787bc-48f6-48c9-9f0d-7b3342686306,segment=NetworkSegment(8d1bc002-3124-433f-9368-96f826d6cba6),segment_id=8d1bc002-3124-433f-9368-96f826d6cba6)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:24:25.623900 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:24:25.626737 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:24:25.679468 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Pushing event updated for resources: {'Port': ['ID=d95787bc-48f6-48c9-9f0d-7b3342686306,revision_number=9']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:24:25.680681 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:24:25.987563 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] get_ports_and_sgs() called for port_ids ['d95787bc-48f6-48c9-9f0d-7b3342686306'] {{(pid=92921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 07:24:26.084722 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300e981f-5201-43de-9e6b-83553b3b6637 req-46afc0f7-d77a-4837-b585-e607bce8ab53 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:24:26.086211 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-300e981f-5201-43de-9e6b-83553b3b6637 req-46afc0f7-d77a-4837-b585-e607bce8ab53 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=441f6a0f-f857-40b6-9cfd-e8cc8b189da3 HTTP/1.1" status: 200 len: 945 time: 0.0658202 Jun 22 07:24:26.124979 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-300e981f-5201-43de-9e6b-83553b3b6637 req-858b2f46-b146-4517-904a-d15d0477ba86 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/security-groups?id=caea7c39-2e48-46ab-adf2-ac00c54c08da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331404 Jun 22 07:24:26.940580 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.agents_db [None req-74002642-eed4-46c6-8f70-93846dc748c3 None None] Agent healthcheck: found 6 active agents {{(pid=92922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 07:24:27.306221 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964f6348-b96b-4ae9-860b-1627bd1e5f7f req-f1a3b320-156f-4a31-9866-f4995654ddfb tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:24:27.307673 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-964f6348-b96b-4ae9-860b-1627bd1e5f7f req-f1a3b320-156f-4a31-9866-f4995654ddfb tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=441f6a0f-f857-40b6-9cfd-e8cc8b189da3 HTTP/1.1" status: 200 len: 945 time: 0.0664630 Jun 22 07:24:27.345998 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-964f6348-b96b-4ae9-860b-1627bd1e5f7f req-0a3204f6-e9e2-44d1-8f62-c16ef58dacc4 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/security-groups?id=caea7c39-2e48-46ab-adf2-ac00c54c08da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326076 Jun 22 07:24:27.464670 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Device d95787bc-48f6-48c9-9f0d-7b3342686306 up at agent hyperv_hv-cinder-78662 {{(pid=92921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 07:24:27.517201 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Provisioning complete for port d95787bc-48f6-48c9-9f0d-7b3342686306 triggered by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:24:27.517570 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1879668'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:24:27.592997 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:24:27.614072 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '441f6a0f-f857-40b6-9cfd-e8cc8b189da3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd95787bc-48f6-48c9-9f0d-7b3342686306'}] {{(pid=92921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 07:24:27.616420 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4609914990d9533a1079bbd359c82c974bab58cbf2fcf9d17aa38aa491f36217" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1f45da5-105c-4eca-ab65-35a89c325511" -d '{"events": [{"server_uuid": "441f6a0f-f857-40b6-9cfd-e8cc8b189da3", "name": "network-vif-plugged", "status": "completed", "tag": "d95787bc-48f6-48c9-9f0d-7b3342686306"}]}' {{(pid=92921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 07:24:27.628659 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] For port d95787bc-48f6-48c9-9f0d-7b3342686306, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=d95787bc-48f6-48c9-9f0d-7b3342686306,segment=NetworkSegment(8d1bc002-3124-433f-9368-96f826d6cba6),segment_id=8d1bc002-3124-433f-9368-96f826d6cba6)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:24:27.633686 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:24:27.635582 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:24:27.657533 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 07:24:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0afef07f-baba-4dd4-93a4-352eead7aef6 x-openstack-request-id: req-0afef07f-baba-4dd4-93a4-352eead7aef6 {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 07:24:27.657832 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "441f6a0f-f857-40b6-9cfd-e8cc8b189da3", "name": "network-vif-plugged", "status": "completed", "tag": "d95787bc-48f6-48c9-9f0d-7b3342686306", "code": 200}]} {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 07:24:27.658087 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0afef07f-baba-4dd4-93a4-352eead7aef6 {{(pid=92921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 07:24:27.658472 dv-cinder-786627-11-iscsi neutron-server[92921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '441f6a0f-f857-40b6-9cfd-e8cc8b189da3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd95787bc-48f6-48c9-9f0d-7b3342686306', 'code': 200} Jun 22 07:24:27.687924 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Pushing event updated for resources: {'Port': ['ID=d95787bc-48f6-48c9-9f0d-7b3342686306,revision_number=10']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:24:27.690881 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:24:27.853238 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619b5f8c-7f49-46b1-99c1-799c48462f1c req-011b9358-559e-4aec-b186-3507a39c9cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:24:27.854653 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-619b5f8c-7f49-46b1-99c1-799c48462f1c req-011b9358-559e-4aec-b186-3507a39c9cd8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=441f6a0f-f857-40b6-9cfd-e8cc8b189da3 HTTP/1.1" status: 200 len: 1100 time: 0.0532084 Jun 22 07:24:27.891222 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-619b5f8c-7f49-46b1-99c1-799c48462f1c req-ec7cc6bf-c0a1-4a96-80b8-4a21ce6ef8f1 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=caea7c39-2e48-46ab-adf2-ac00c54c08da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293546 Jun 22 07:24:28.526362 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f5432c-030e-4518-9133-1e1ea6439df5 req-c3ec080f-a0ea-4ccf-ae58-1c837a7a55e5 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:24:28.527800 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-a6f5432c-030e-4518-9133-1e1ea6439df5 req-c3ec080f-a0ea-4ccf-ae58-1c837a7a55e5 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=441f6a0f-f857-40b6-9cfd-e8cc8b189da3 HTTP/1.1" status: 200 len: 947 time: 0.0637729 Jun 22 07:24:28.564153 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-a6f5432c-030e-4518-9133-1e1ea6439df5 req-f949c643-575c-4f7b-a65f-ff417d15c86f tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/security-groups?id=caea7c39-2e48-46ab-adf2-ac00c54c08da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307579 Jun 22 07:24:29.747031 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695b09f1-daf4-490d-a42d-c37ef64d1db7 req-b18e22a4-293e-48b9-8ed7-2c7424524321 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:24:29.748571 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-695b09f1-daf4-490d-a42d-c37ef64d1db7 req-b18e22a4-293e-48b9-8ed7-2c7424524321 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=441f6a0f-f857-40b6-9cfd-e8cc8b189da3 HTTP/1.1" status: 200 len: 947 time: 0.0691817 Jun 22 07:24:29.790631 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-695b09f1-daf4-490d-a42d-c37ef64d1db7 req-4aff0640-d02a-4e50-8c2e-10aa03151318 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/security-groups?id=caea7c39-2e48-46ab-adf2-ac00c54c08da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357027 Jun 22 07:24:30.714057 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-8721da58-9561-48ed-827e-2b885072e6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:24:30.974383 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8967c901-e0aa-45c8-8f52-ac5db2c5ffcc req-e9634f31-7d64-4f63-bbfa-bc07274ea348 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:24:30.975876 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-8967c901-e0aa-45c8-8f52-ac5db2c5ffcc req-e9634f31-7d64-4f63-bbfa-bc07274ea348 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=441f6a0f-f857-40b6-9cfd-e8cc8b189da3 HTTP/1.1" status: 200 len: 947 time: 0.0645597 Jun 22 07:24:31.015225 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-8967c901-e0aa-45c8-8f52-ac5db2c5ffcc req-45fd1fd8-3795-44b5-b6ec-b411d8b6ea92 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/security-groups?id=caea7c39-2e48-46ab-adf2-ac00c54c08da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337391 Jun 22 07:24:33.081469 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-4a4dccaf-35cb-4685-abd1-1be08c145ee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:24:33.282483 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:24:34.700046 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:24:35.222924 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d3c1a5ff-c703-4bfc-bce3-efb8418f207c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:24:36.956803 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-f04bb265-eca6-4530-aeb1-0b3afeb7eb68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:24:55.967489 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa78168d-e968-4e04-8747-55cd7f16b5d4 req-5d166927-7e3f-4c60-88c2-fb88f9cfbab3 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:24:55.968865 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-fa78168d-e968-4e04-8747-55cd7f16b5d4 req-5d166927-7e3f-4c60-88c2-fb88f9cfbab3 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "GET /v2.0/ports?device_id=056552d0-15f1-4a6e-ade1-bfae8d3f0916 HTTP/1.1" status: 200 len: 945 time: 0.0632169 Jun 22 07:24:56.007535 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-fa78168d-e968-4e04-8747-55cd7f16b5d4 req-ff507a4a-0b65-4244-8136-d0177669e887 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "GET /v2.0/security-groups?id=20866448-1631-4ff3-a6ba-426d96ca54f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326898 Jun 22 07:24:57.347482 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df299ac4-8a32-41bd-9c26-e1f467d26879 req-dfb6318a-a270-4a26-bb0c-483aeddad853 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:24:57.349679 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-df299ac4-8a32-41bd-9c26-e1f467d26879 req-dfb6318a-a270-4a26-bb0c-483aeddad853 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "GET /v2.0/ports?device_id=056552d0-15f1-4a6e-ade1-bfae8d3f0916 HTTP/1.1" status: 200 len: 945 time: 0.0684886 Jun 22 07:24:57.386140 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-df299ac4-8a32-41bd-9c26-e1f467d26879 req-c6345f28-d6e8-4e9f-98ad-31e4c4a989c0 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "GET /v2.0/security-groups?id=20866448-1631-4ff3-a6ba-426d96ca54f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309179 Jun 22 07:24:57.790117 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e468ec21-eecc-4292-b06f-7ec716eca6c6 req-0131ca10-00f2-480b-8617-5b69121b1bc8 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:24:57.791550 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-e468ec21-eecc-4292-b06f-7ec716eca6c6 req-0131ca10-00f2-480b-8617-5b69121b1bc8 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.41 "GET /v2.0/ports?device_id=056552d0-15f1-4a6e-ade1-bfae8d3f0916 HTTP/1.1" status: 200 len: 945 time: 0.0691059 Jun 22 07:24:57.888210 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [req-e468ec21-eecc-4292-b06f-7ec716eca6c6 req-1c8a6bf8-b6c8-4db9-ad95-bce536ddf03e tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Deleting port b7d0dcfa-da80-43fe-8406-7e33b01f461b {{(pid=92920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 07:24:57.888590 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-e468ec21-eecc-4292-b06f-7ec716eca6c6 req-1c8a6bf8-b6c8-4db9-ad95-bce536ddf03e tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773474057189'] for port, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:24:57.979266 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [req-e468ec21-eecc-4292-b06f-7ec716eca6c6 req-1c8a6bf8-b6c8-4db9-ad95-bce536ddf03e tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] For port b7d0dcfa-da80-43fe-8406-7e33b01f461b, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=b7d0dcfa-da80-43fe-8406-7e33b01f461b,segment=NetworkSegment(2158ff00-7488-4d6e-bcd3-02a0699d8dc9),segment_id=2158ff00-7488-4d6e-bcd3-02a0699d8dc9)] {{(pid=92920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:24:57.979622 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-e468ec21-eecc-4292-b06f-7ec716eca6c6 req-1c8a6bf8-b6c8-4db9-ad95-bce536ddf03e tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-707208'] for port, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:24:58.146275 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-e468ec21-eecc-4292-b06f-7ec716eca6c6 req-1c8a6bf8-b6c8-4db9-ad95-bce536ddf03e tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:24:58.146644 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-e468ec21-eecc-4292-b06f-7ec716eca6c6 req-1c8a6bf8-b6c8-4db9-ad95-bce536ddf03e tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-706738'] for floatingip, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:24:58.146961 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.db.l3_db [req-e468ec21-eecc-4292-b06f-7ec716eca6c6 req-1c8a6bf8-b6c8-4db9-ad95-bce536ddf03e tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Floating IP 368e68c6-0205-4a1d-83fe-e59cef5569b2 disassociated. External IP: 172.27.1.150, port: b7d0dcfa-da80-43fe-8406-7e33b01f461b. Jun 22 07:24:58.147295 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [req-e468ec21-eecc-4292-b06f-7ec716eca6c6 req-1c8a6bf8-b6c8-4db9-ad95-bce536ddf03e tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Calling delete_port for b7d0dcfa-da80-43fe-8406-7e33b01f461b owned by compute:nova {{(pid=92920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 07:24:58.281154 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-e468ec21-eecc-4292-b06f-7ec716eca6c6 req-1c8a6bf8-b6c8-4db9-ad95-bce536ddf03e tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773474061029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773473471600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5150811'] for port, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:24:58.285035 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-dcc02f4d-55a3-40fb-9bab-b784c6b3a609 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:24:58.311660 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8a6bf8-b6c8-4db9-ad95-bce536ddf03e tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Pushing event deleted for resources: {'Port': ['ID=b7d0dcfa-da80-43fe-8406-7e33b01f461b,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:24:58.314651 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-1c8a6bf8-b6c8-4db9-ad95-bce536ddf03e tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:24:58.431609 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e468ec21-eecc-4292-b06f-7ec716eca6c6 req-1c8a6bf8-b6c8-4db9-ad95-bce536ddf03e tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Router 431cd435-43c4-4a94-9141-6425c9b114ef has already been hosted by L3 agent f18ef446-1389-4802-a345-f314a6956002 {{(pid=92920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 07:24:58.532005 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-c8929ac8-ec26-4505-a293-702060c27a36 req-2cfe3def-6708-4610-8846-0ea4b03d59e4 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "GET /v2.0/ports?device_id=056552d0-15f1-4a6e-ade1-bfae8d3f0916 HTTP/1.1" status: 200 len: 210 time: 0.0311043 Jun 22 07:24:58.564358 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e468ec21-eecc-4292-b06f-7ec716eca6c6 req-1c8a6bf8-b6c8-4db9-ad95-bce536ddf03e tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Notify agent at l3_agent.dv-cinder-786627-11-iscsi the message routers_updated {{(pid=92920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 07:24:58.575301 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da56bb42-e1b1-4361-978f-be487449ec3b None None] Sync routers for ids ['431cd435-43c4-4a94-9141-6425c9b114ef'] in dv-cinder-786627-11-iscsi {{(pid=92921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 07:24:58.585321 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da56bb42-e1b1-4361-978f-be487449ec3b None None] Routers {'431cd435-43c4-4a94-9141-6425c9b114ef'} bound to L3 agent in host dv-cinder-786627-11-iscsi {{(pid=92921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 07:24:58.585876 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-da56bb42-e1b1-4361-978f-be487449ec3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T07:06:03Z,description=,heartbeat_timestamp=2021-06-22T07:24:33Z,host='dv-cinder-786627-11-iscsi',id=f18ef446-1389-4802-a345-f314a6956002,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T07:06:03Z,topic='l3_agent')) {'router_ids': ['431cd435-43c4-4a94-9141-6425c9b114ef'], 'active': True} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:24:58.608280 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.db.l3_dvrscheduler_db [req-e468ec21-eecc-4292-b06f-7ec716eca6c6 req-1c8a6bf8-b6c8-4db9-ad95-bce536ddf03e tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] No DVR routers for this DVR port b7d0dcfa-da80-43fe-8406-7e33b01f461b on host hv-cinder-78662 {{(pid=92920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 07:24:58.610801 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-e468ec21-eecc-4292-b06f-7ec716eca6c6 req-1c8a6bf8-b6c8-4db9-ad95-bce536ddf03e tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91146'] for port, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:24:58.612760 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-e468ec21-eecc-4292-b06f-7ec716eca6c6 req-1c8a6bf8-b6c8-4db9-ad95-bce536ddf03e tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.41 "DELETE /v2.0/ports/b7d0dcfa-da80-43fe-8406-7e33b01f461b HTTP/1.1" status: 204 len: 173 time: 0.8158321 Jun 22 07:24:58.613940 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '056552d0-15f1-4a6e-ade1-bfae8d3f0916', 'name': 'network-vif-deleted', 'tag': 'b7d0dcfa-da80-43fe-8406-7e33b01f461b'}] {{(pid=92920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 07:24:58.616574 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}175c46e468422b48d63533518873068da6a6c478907c3b6f79f9dabf89e8d923" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d67233c0-d6c5-4cbe-8bf7-ef6beabc1881" -d '{"events": [{"server_uuid": "056552d0-15f1-4a6e-ade1-bfae8d3f0916", "name": "network-vif-deleted", "tag": "b7d0dcfa-da80-43fe-8406-7e33b01f461b"}]}' {{(pid=92920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 07:24:58.719025 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvr_db [None req-da56bb42-e1b1-4361-978f-be487449ec3b None None] Set router 431cd435-43c4-4a94-9141-6425c9b114ef gateway port host: dv-cinder-786627-11-iscsi {{(pid=92921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 07:24:58.835167 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 07:24:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4d363c7-224f-4369-b5a2-ae5e313abb8b x-openstack-request-id: req-b4d363c7-224f-4369-b5a2-ae5e313abb8b {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 07:24:58.835693 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "056552d0-15f1-4a6e-ade1-bfae8d3f0916", "name": "network-vif-deleted", "tag": "b7d0dcfa-da80-43fe-8406-7e33b01f461b", "status": "completed", "code": 200}]} {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 07:24:58.835802 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b4d363c7-224f-4369-b5a2-ae5e313abb8b {{(pid=92920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 07:24:58.836187 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '056552d0-15f1-4a6e-ade1-bfae8d3f0916', 'name': 'network-vif-deleted', 'tag': 'b7d0dcfa-da80-43fe-8406-7e33b01f461b', 'status': 'completed', 'code': 200} Jun 22 07:24:59.053599 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-da56bb42-e1b1-4361-978f-be487449ec3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '431cd435-43c4-4a94-9141-6425c9b114ef', 'name': 'tempest-AttachVolumeTestJSON-907065161-router', 'tenant_id': 'd4f594fab10d40c7ba3121bb30f350f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'external_fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '217bf916-f428-45a7-b4e6-aee6f103ab9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:13:50Z', 'updated_at': '2021-06-22T07:14:13Z', 'revision_number': 4, 'project_id': 'd4f594fab10d40c7ba3121bb30f350f6', 'gw_port': {'id': '217bf916-f428-45a7-b4e6-aee6f103ab9d', 'name': '', 'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:87:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431cd435-43c4-4a94-9141-6425c9b114ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:13:53Z', 'updated_at': '2021-06-22T07:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-iscsi', '_interfaces': [{'id': '900ecae7-963b-427d-adc1-d204794ed031', 'name': '', 'network_id': 'e45ca323-df81-4e4e-ad4b-9a2282b40737', 'tenant_id': 'd4f594fab10d40c7ba3121bb30f350f6', 'mac_address': 'fa:16:3e:50:53:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431cd435-43c4-4a94-9141-6425c9b114ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f68816de-e03b-4f38-99ee-40e3f1c0a6fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:14:04Z', 'updated_at': '2021-06-22T07:14:21Z', 'revision_number': 5, 'project_id': 'd4f594fab10d40c7ba3121bb30f350f6', 'subnets': [{'id': 'f68816de-e03b-4f38-99ee-40e3f1c0a6fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-11-iscsi', False) {} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:24:59.083861 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da56bb42-e1b1-4361-978f-be487449ec3b None None] Checking router: 431cd435-43c4-4a94-9141-6425c9b114ef for host: dv-cinder-786627-11-iscsi {{(pid=92921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 07:24:59.092100 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da56bb42-e1b1-4361-978f-be487449ec3b None None] Routers {'431cd435-43c4-4a94-9141-6425c9b114ef'} bound to L3 agent in host dv-cinder-786627-11-iscsi {{(pid=92921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 07:24:59.092745 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-da56bb42-e1b1-4361-978f-be487449ec3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T07:06:03Z,description=,heartbeat_timestamp=2021-06-22T07:24:33Z,host='dv-cinder-786627-11-iscsi',id=f18ef446-1389-4802-a345-f314a6956002,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T07:06:03Z,topic='l3_agent')) {'router_ids': ['431cd435-43c4-4a94-9141-6425c9b114ef'], 'active': True} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:24:59.205697 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvr_db [None req-da56bb42-e1b1-4361-978f-be487449ec3b None None] Set router 431cd435-43c4-4a94-9141-6425c9b114ef gateway port host: dv-cinder-786627-11-iscsi {{(pid=92921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 07:24:59.400697 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-da56bb42-e1b1-4361-978f-be487449ec3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '431cd435-43c4-4a94-9141-6425c9b114ef', 'name': 'tempest-AttachVolumeTestJSON-907065161-router', 'tenant_id': 'd4f594fab10d40c7ba3121bb30f350f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'external_fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '217bf916-f428-45a7-b4e6-aee6f103ab9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:13:50Z', 'updated_at': '2021-06-22T07:14:13Z', 'revision_number': 4, 'project_id': 'd4f594fab10d40c7ba3121bb30f350f6', 'gw_port': {'id': '217bf916-f428-45a7-b4e6-aee6f103ab9d', 'name': '', 'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:87:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431cd435-43c4-4a94-9141-6425c9b114ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:13:53Z', 'updated_at': '2021-06-22T07:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-iscsi', '_interfaces': [{'id': '900ecae7-963b-427d-adc1-d204794ed031', 'name': '', 'network_id': 'e45ca323-df81-4e4e-ad4b-9a2282b40737', 'tenant_id': 'd4f594fab10d40c7ba3121bb30f350f6', 'mac_address': 'fa:16:3e:50:53:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431cd435-43c4-4a94-9141-6425c9b114ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f68816de-e03b-4f38-99ee-40e3f1c0a6fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:14:04Z', 'updated_at': '2021-06-22T07:14:21Z', 'revision_number': 5, 'project_id': 'd4f594fab10d40c7ba3121bb30f350f6', 'subnets': [{'id': 'f68816de-e03b-4f38-99ee-40e3f1c0a6fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-11-iscsi', False) {} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:24:59.431363 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da56bb42-e1b1-4361-978f-be487449ec3b None None] The sync data for ids ['431cd435-43c4-4a94-9141-6425c9b114ef'] in dv-cinder-786627-11-iscsi is: [{'id': '431cd435-43c4-4a94-9141-6425c9b114ef', 'name': 'tempest-AttachVolumeTestJSON-907065161-router', 'tenant_id': 'd4f594fab10d40c7ba3121bb30f350f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'external_fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '217bf916-f428-45a7-b4e6-aee6f103ab9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:13:50Z', 'updated_at': '2021-06-22T07:14:13Z', 'revision_number': 4, 'project_id': 'd4f594fab10d40c7ba3121bb30f350f6', 'gw_port': {'id': '217bf916-f428-45a7-b4e6-aee6f103ab9d', 'name': '', 'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:87:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431cd435-43c4-4a94-9141-6425c9b114ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:13:53Z', 'updated_at': '2021-06-22T07:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-iscsi', '_interfaces': [{'id': '900ecae7-963b-427d-adc1-d204794ed031', 'name': '', 'network_id': 'e45ca323-df81-4e4e-ad4b-9a2282b40737', 'tenant_id': 'd4f594fab10d40c7ba3121bb30f350f6', 'mac_address': 'fa:16:3e:50:53:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431cd435-43c4-4a94-9141-6425c9b114ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f68816de-e03b-4f38-99ee-40e3f1c0a6fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:14:04Z', 'updated_at': '2021-06-22T07:14:21Z', 'revision_number': 5, 'project_id': 'd4f594fab10d40c7ba3121bb30f350f6', 'subnets': [{'id': 'f68816de-e03b-4f38-99ee-40e3f1c0a6fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 07:24:59.636694 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba51e145-3b6c-49b9-9bed-bc3c31300d75 None None] New status for floating IP 368e68c6-0205-4a1d-83fe-e59cef5569b2: DOWN {{(pid=92922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 07:24:59.663380 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 52200) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:24:59.719900 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-ca837c8b-9241-40b8-a208-05c605f6d850 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Notify callbacks [] for security_group, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:24:59.750220 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-ca837c8b-9241-40b8-a208-05c605f6d850 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:24:59.806144 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-ca837c8b-9241-40b8-a208-05c605f6d850 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:24:59.808788 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-ca837c8b-9241-40b8-a208-05c605f6d850 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:24:59.809933 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-ca837c8b-9241-40b8-a208-05c605f6d850 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "DELETE /v2.0/security-groups/20866448-1631-4ff3-a6ba-426d96ca54f9 HTTP/1.1" status: 204 len: 168 time: 0.1455543 Jun 22 07:24:59.810679 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-00cecb9e-ecf8-4ff1-a14a-5e7e947de1f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:24:59.812773 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 52202) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:24:59.820477 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca837c8b-9241-40b8-a208-05c605f6d850 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20866448-1631-4ff3-a6ba-426d96ca54f9,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:24:59.827383 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.api.v2.resource [None req-62390d98-675c-4d20-9c57-a20c92a0bb66 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] show failed (client error): The resource could not be found. Jun 22 07:24:59.827649 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca837c8b-9241-40b8-a208-05c605f6d850 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:24:59.828022 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca837c8b-9241-40b8-a208-05c605f6d850 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:24:59.828404 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca837c8b-9241-40b8-a208-05c605f6d850 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:24:59.828522 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-62390d98-675c-4d20-9c57-a20c92a0bb66 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "GET /v2.0/security-groups/20866448-1631-4ff3-a6ba-426d96ca54f9 HTTP/1.1" status: 404 len: 347 time: 0.0146358 Jun 22 07:24:59.828759 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca837c8b-9241-40b8-a208-05c605f6d850 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:24:59.829112 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca837c8b-9241-40b8-a208-05c605f6d850 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:24:59.829464 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca837c8b-9241-40b8-a208-05c605f6d850 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:24:59.829809 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca837c8b-9241-40b8-a208-05c605f6d850 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:24:59.830154 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca837c8b-9241-40b8-a208-05c605f6d850 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:24:59.830503 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca837c8b-9241-40b8-a208-05c605f6d850 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:24:59.830846 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca837c8b-9241-40b8-a208-05c605f6d850 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:24:59.831189 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca837c8b-9241-40b8-a208-05c605f6d850 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:24:59.831307 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 52204) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:24:59.831526 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca837c8b-9241-40b8-a208-05c605f6d850 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:24:59.835731 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-ca837c8b-9241-40b8-a208-05c605f6d850 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:24:59.954170 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-26e4ea18-7305-40ca-8449-89872fc747b4 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Deleting port 5f646b05-81df-49df-a2ce-a471be53bb56 {{(pid=92920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 07:24:59.954733 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-26e4ea18-7305-40ca-8449-89872fc747b4 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773474057189'] for port, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:00.030797 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-26e4ea18-7305-40ca-8449-89872fc747b4 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-707208'] for port, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:00.031125 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-26e4ea18-7305-40ca-8449-89872fc747b4 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:00.095492 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-26e4ea18-7305-40ca-8449-89872fc747b4 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Calling delete_port for 5f646b05-81df-49df-a2ce-a471be53bb56 owned by network:floatingip {{(pid=92920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 07:25:00.224015 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-26e4ea18-7305-40ca-8449-89872fc747b4 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773474061029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773473471600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5150811'] for port, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:00.226029 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-c8147184-8b9d-4288-84b5-8aa486ac7dde tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:25:00.250258 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e4ea18-7305-40ca-8449-89872fc747b4 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Pushing event deleted for resources: {'Port': ['ID=5f646b05-81df-49df-a2ce-a471be53bb56,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:25:00.253658 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-26e4ea18-7305-40ca-8449-89872fc747b4 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:25:00.313428 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-26e4ea18-7305-40ca-8449-89872fc747b4 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Notify callbacks [] for floatingip, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:00.315981 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-26e4ea18-7305-40ca-8449-89872fc747b4 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91146'] for floatingip, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:00.317639 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-26e4ea18-7305-40ca-8449-89872fc747b4 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] 10.222.0.24 "DELETE /v2.0/floatingips/368e68c6-0205-4a1d-83fe-e59cef5569b2 HTTP/1.1" status: 204 len: 168 time: 0.4855182 Jun 22 07:25:00.714660 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-6a0fe138-8448-497a-b919-35265cc9843e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:01.655030 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Device b7d0dcfa-da80-43fe-8406-7e33b01f461b no longer exists at agent hyperv_hv-cinder-78662 {{(pid=92921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 07:25:01.675048 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] No Port match for: b7d0dcfa-da80-43fe-8406-7e33b01f461b {{(pid=92921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 07:25:01.675397 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Device b7d0dcfa-da80-43fe-8406-7e33b01f461b not bound to the agent host hv-cinder-78662 {{(pid=92921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 07:25:03.083139 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-90270ae2-8015-4795-a49f-0983d239bc92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:03.285007 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:03.938858 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.agents_db [None req-74002642-eed4-46c6-8f70-93846dc748c3 None None] Agent healthcheck: found 6 active agents {{(pid=92922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 07:25:03.996903 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 52232) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:25:04.433143 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-812347af-4c1f-45dd-9b8f-526a7d45f166 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581312'] for router_interface, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:04.681719 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.plugin [None req-812347af-4c1f-45dd-9b8f-526a7d45f166 admin admin] Deleting port 900ecae7-963b-427d-adc1-d204794ed031 {{(pid=92919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 07:25:04.682062 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-812347af-4c1f-45dd-9b8f-526a7d45f166 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773474057189'] for port, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:04.704731 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:04.763919 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.db [None req-812347af-4c1f-45dd-9b8f-526a7d45f166 admin admin] For port 900ecae7-963b-427d-adc1-d204794ed031, host dv-cinder-786627-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-11-iscsi',level=0,port_id=900ecae7-963b-427d-adc1-d204794ed031,segment=NetworkSegment(2158ff00-7488-4d6e-bcd3-02a0699d8dc9),segment_id=2158ff00-7488-4d6e-bcd3-02a0699d8dc9)] {{(pid=92919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:25:04.764280 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-812347af-4c1f-45dd-9b8f-526a7d45f166 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-707208'] for port, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:04.826590 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.plugin [None req-812347af-4c1f-45dd-9b8f-526a7d45f166 admin admin] Calling delete_port for 900ecae7-963b-427d-adc1-d204794ed031 owned by network:router_interface {{(pid=92919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 07:25:05.006564 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-812347af-4c1f-45dd-9b8f-526a7d45f166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773474061029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773473471600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4832659'] for port, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:05.008553 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-81717fe5-2aa7-4ae0-8dda-a3285f08d9e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:25:05.036689 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812347af-4c1f-45dd-9b8f-526a7d45f166 admin admin] Pushing event deleted for resources: {'Port': ['ID=900ecae7-963b-427d-adc1-d204794ed031,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:25:05.039622 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-812347af-4c1f-45dd-9b8f-526a7d45f166 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:25:05.202367 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-812347af-4c1f-45dd-9b8f-526a7d45f166 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-690279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581228'] for router_interface, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:05.228988 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d3c1a5ff-c703-4bfc-bce3-efb8418f207c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:05.414603 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-812347af-4c1f-45dd-9b8f-526a7d45f166 admin admin] Router 431cd435-43c4-4a94-9141-6425c9b114ef has already been hosted by L3 agent f18ef446-1389-4802-a345-f314a6956002 {{(pid=92919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 07:25:05.786100 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-812347af-4c1f-45dd-9b8f-526a7d45f166 admin admin] Notify agent at l3_agent.dv-cinder-786627-11-iscsi the message routers_updated {{(pid=92919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 07:25:05.792178 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-812347af-4c1f-45dd-9b8f-526a7d45f166 admin admin] 10.222.0.24 "PUT /v2.0/routers/431cd435-43c4-4a94-9141-6425c9b114ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7934229 Jun 22 07:25:05.795076 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 52236) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:25:05.796527 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bfb8ab4-775a-4585-a72d-51c9ef6e9217 None None] Sync routers for ids ['431cd435-43c4-4a94-9141-6425c9b114ef'] in dv-cinder-786627-11-iscsi {{(pid=92921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 07:25:05.806995 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bfb8ab4-775a-4585-a72d-51c9ef6e9217 None None] Routers {'431cd435-43c4-4a94-9141-6425c9b114ef'} bound to L3 agent in host dv-cinder-786627-11-iscsi {{(pid=92921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 07:25:05.807826 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-1bfb8ab4-775a-4585-a72d-51c9ef6e9217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T07:06:03Z,description=,heartbeat_timestamp=2021-06-22T07:25:03Z,host='dv-cinder-786627-11-iscsi',id=f18ef446-1389-4802-a345-f314a6956002,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T07:06:03Z,topic='l3_agent')) {'router_ids': ['431cd435-43c4-4a94-9141-6425c9b114ef'], 'active': True} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:25:05.901165 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-d49e3a61-c5bd-41ed-b12b-9be0314cf81f admin admin] Notify callbacks [] for router, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:05.912462 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvr_db [None req-1bfb8ab4-775a-4585-a72d-51c9ef6e9217 None None] Set router 431cd435-43c4-4a94-9141-6425c9b114ef gateway port host: dv-cinder-786627-11-iscsi {{(pid=92921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 07:25:06.001613 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-d49e3a61-c5bd-41ed-b12b-9be0314cf81f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:06.054547 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-d49e3a61-c5bd-41ed-b12b-9be0314cf81f admin admin] Deleting port 217bf916-f428-45a7-b4e6-aee6f103ab9d {{(pid=92920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 07:25:06.054884 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-d49e3a61-c5bd-41ed-b12b-9be0314cf81f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773474057189'] for port, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:06.089414 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-1bfb8ab4-775a-4585-a72d-51c9ef6e9217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '431cd435-43c4-4a94-9141-6425c9b114ef', 'name': 'tempest-AttachVolumeTestJSON-907065161-router', 'tenant_id': 'd4f594fab10d40c7ba3121bb30f350f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'external_fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '217bf916-f428-45a7-b4e6-aee6f103ab9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:13:50Z', 'updated_at': '2021-06-22T07:25:04Z', 'revision_number': 5, 'project_id': 'd4f594fab10d40c7ba3121bb30f350f6', 'gw_port': {'id': '217bf916-f428-45a7-b4e6-aee6f103ab9d', 'name': '', 'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:87:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431cd435-43c4-4a94-9141-6425c9b114ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:13:53Z', 'updated_at': '2021-06-22T07:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-iscsi'}], 'dv-cinder-786627-11-iscsi', False) {} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:25:06.115769 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bfb8ab4-775a-4585-a72d-51c9ef6e9217 None None] Checking router: 431cd435-43c4-4a94-9141-6425c9b114ef for host: dv-cinder-786627-11-iscsi {{(pid=92921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 07:25:06.123872 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bfb8ab4-775a-4585-a72d-51c9ef6e9217 None None] Routers {'431cd435-43c4-4a94-9141-6425c9b114ef'} bound to L3 agent in host dv-cinder-786627-11-iscsi {{(pid=92921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 07:25:06.124533 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-1bfb8ab4-775a-4585-a72d-51c9ef6e9217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T07:06:03Z,description=,heartbeat_timestamp=2021-06-22T07:25:03Z,host='dv-cinder-786627-11-iscsi',id=f18ef446-1389-4802-a345-f314a6956002,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T07:06:03Z,topic='l3_agent')) {'router_ids': ['431cd435-43c4-4a94-9141-6425c9b114ef'], 'active': True} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:25:06.139282 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-d49e3a61-c5bd-41ed-b12b-9be0314cf81f admin admin] For port 217bf916-f428-45a7-b4e6-aee6f103ab9d, host dv-cinder-786627-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-11-iscsi',level=0,port_id=217bf916-f428-45a7-b4e6-aee6f103ab9d,segment=NetworkSegment(4e753e82-2fc6-4903-97a0-73083259f586),segment_id=4e753e82-2fc6-4903-97a0-73083259f586)] {{(pid=92920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:25:06.139635 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-d49e3a61-c5bd-41ed-b12b-9be0314cf81f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-707208'] for port, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:06.202750 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-d49e3a61-c5bd-41ed-b12b-9be0314cf81f admin admin] Calling delete_port for 217bf916-f428-45a7-b4e6-aee6f103ab9d owned by network:router_gateway {{(pid=92920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 07:25:06.208594 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvr_db [None req-1bfb8ab4-775a-4585-a72d-51c9ef6e9217 None None] Set router 431cd435-43c4-4a94-9141-6425c9b114ef gateway port host: None {{(pid=92921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 07:25:06.260196 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-1bfb8ab4-775a-4585-a72d-51c9ef6e9217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '431cd435-43c4-4a94-9141-6425c9b114ef', 'name': 'tempest-AttachVolumeTestJSON-907065161-router', 'tenant_id': 'd4f594fab10d40c7ba3121bb30f350f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:13:50Z', 'updated_at': '2021-06-22T07:25:06Z', 'revision_number': 6, 'project_id': 'd4f594fab10d40c7ba3121bb30f350f6', 'gw_port_host': None}], 'dv-cinder-786627-11-iscsi', False) {} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:25:06.288242 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bfb8ab4-775a-4585-a72d-51c9ef6e9217 None None] The sync data for ids ['431cd435-43c4-4a94-9141-6425c9b114ef'] in dv-cinder-786627-11-iscsi is: [{'id': '431cd435-43c4-4a94-9141-6425c9b114ef', 'name': 'tempest-AttachVolumeTestJSON-907065161-router', 'tenant_id': 'd4f594fab10d40c7ba3121bb30f350f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:13:50Z', 'updated_at': '2021-06-22T07:25:06Z', 'revision_number': 6, 'project_id': 'd4f594fab10d40c7ba3121bb30f350f6', 'gw_port_host': None}] {{(pid=92921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 07:25:06.369632 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-d49e3a61-c5bd-41ed-b12b-9be0314cf81f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773474061029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773473471600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5150811'] for port, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:06.371670 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-7622c99a-6f9e-4432-ab80-6dc7c0fd8b61 tempest-VolumesActionsTest-2627565 tempest-VolumesActionsTest-2627565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:25:06.402755 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49e3a61-c5bd-41ed-b12b-9be0314cf81f admin admin] Pushing event deleted for resources: {'Port': ['ID=217bf916-f428-45a7-b4e6-aee6f103ab9d,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:25:06.432798 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49e3a61-c5bd-41ed-b12b-9be0314cf81f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:25:06.433200 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49e3a61-c5bd-41ed-b12b-9be0314cf81f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:25:06.433573 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49e3a61-c5bd-41ed-b12b-9be0314cf81f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:25:06.433934 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49e3a61-c5bd-41ed-b12b-9be0314cf81f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:25:06.434299 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49e3a61-c5bd-41ed-b12b-9be0314cf81f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:25:06.434688 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49e3a61-c5bd-41ed-b12b-9be0314cf81f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:25:06.434999 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49e3a61-c5bd-41ed-b12b-9be0314cf81f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:25:06.435356 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49e3a61-c5bd-41ed-b12b-9be0314cf81f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:25:06.435711 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49e3a61-c5bd-41ed-b12b-9be0314cf81f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:25:06.436067 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49e3a61-c5bd-41ed-b12b-9be0314cf81f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:25:06.436434 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49e3a61-c5bd-41ed-b12b-9be0314cf81f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:25:06.436786 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49e3a61-c5bd-41ed-b12b-9be0314cf81f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:25:06.456045 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-d49e3a61-c5bd-41ed-b12b-9be0314cf81f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:25:06.475048 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-d49e3a61-c5bd-41ed-b12b-9be0314cf81f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-706633'] for router_gateway, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:06.564808 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-d49e3a61-c5bd-41ed-b12b-9be0314cf81f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23744'] for router, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:06.567391 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-d49e3a61-c5bd-41ed-b12b-9be0314cf81f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:06.609383 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-d49e3a61-c5bd-41ed-b12b-9be0314cf81f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-579829'] for router, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:06.609801 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d49e3a61-c5bd-41ed-b12b-9be0314cf81f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 431cd435-43c4-4a94-9141-6425c9b114ef {{(pid=92920) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 07:25:06.614736 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-d49e3a61-c5bd-41ed-b12b-9be0314cf81f admin admin] Notify callbacks [] for router, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:06.615760 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-d49e3a61-c5bd-41ed-b12b-9be0314cf81f admin admin] 10.222.0.24 "DELETE /v2.0/routers/431cd435-43c4-4a94-9141-6425c9b114ef HTTP/1.1" status: 204 len: 168 time: 0.8204010 Jun 22 07:25:06.618325 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 52240) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:25:06.664611 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d708685-e33c-40c3-a63e-043858922f71 admin admin] Deleting subnet f68816de-e03b-4f38-99ee-40e3f1c0a6fd {{(pid=92920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 07:25:06.667581 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0d708685-e33c-40c3-a63e-043858922f71 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:06.700552 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0d708685-e33c-40c3-a63e-043858922f71 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5150738'] for subnet, precommit_delete_associations {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:06.777506 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0d708685-e33c-40c3-a63e-043858922f71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1883746'] for subnet, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:06.835056 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0d708685-e33c-40c3-a63e-043858922f71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1883739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5150737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5183227'] for subnet, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:06.837247 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:25:06.860877 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d708685-e33c-40c3-a63e-043858922f71 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f68816de-e03b-4f38-99ee-40e3f1c0a6fd,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:25:06.865255 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-0d708685-e33c-40c3-a63e-043858922f71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:25:06.870247 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0d708685-e33c-40c3-a63e-043858922f71 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:06.874746 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 52242) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:25:06.876921 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-0d708685-e33c-40c3-a63e-043858922f71 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/f68816de-e03b-4f38-99ee-40e3f1c0a6fd HTTP/1.1" status: 204 len: 168 time: 0.2576005 Jun 22 07:25:06.877562 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56aa4343-232b-451d-a6f1-f189d36846fd None None] Network e45ca323-df81-4e4e-ad4b-9a2282b40737 requested from dv-cinder-786627-11-iscsi {{(pid=92921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 07:25:06.946755 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-b09889da-74e2-4290-bafd-5769467544ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777681'] for network, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:07.015289 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-f04bb265-eca6-4530-aeb1-0b3afeb7eb68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:07.028179 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.plugin [None req-b09889da-74e2-4290-bafd-5769467544ac admin admin] Deleting port 3c8ba7c6-e13a-46d6-9260-4890b21458e4 {{(pid=92919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 07:25:07.029465 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-b09889da-74e2-4290-bafd-5769467544ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773474057189'] for port, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:07.105426 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.db [None req-b09889da-74e2-4290-bafd-5769467544ac admin admin] For port 3c8ba7c6-e13a-46d6-9260-4890b21458e4, host dv-cinder-786627-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-11-iscsi',level=0,port_id=3c8ba7c6-e13a-46d6-9260-4890b21458e4,segment=NetworkSegment(2158ff00-7488-4d6e-bcd3-02a0699d8dc9),segment_id=2158ff00-7488-4d6e-bcd3-02a0699d8dc9)] {{(pid=92919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:25:07.105784 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-b09889da-74e2-4290-bafd-5769467544ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-707208'] for port, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:07.117949 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be06567f-ba2e-4124-86aa-93623eff8157 None None] DHCP port deletion for e45ca323-df81-4e4e-ad4b-9a2282b40737 request from dv-cinder-786627-11-iscsi {{(pid=92921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 07:25:07.168980 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-be06567f-ba2e-4124-86aa-93623eff8157 None None] Deleting port 3c8ba7c6-e13a-46d6-9260-4890b21458e4 {{(pid=92921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 07:25:07.169365 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-be06567f-ba2e-4124-86aa-93623eff8157 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773474057189'] for port, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:07.174629 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.plugin [None req-b09889da-74e2-4290-bafd-5769467544ac admin admin] Calling delete_port for 3c8ba7c6-e13a-46d6-9260-4890b21458e4 owned by network:dhcp {{(pid=92919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 07:25:07.231680 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-be06567f-ba2e-4124-86aa-93623eff8157 None None] For port 3c8ba7c6-e13a-46d6-9260-4890b21458e4, host dv-cinder-786627-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-11-iscsi',level=0,port_id=3c8ba7c6-e13a-46d6-9260-4890b21458e4,segment=NetworkSegment(2158ff00-7488-4d6e-bcd3-02a0699d8dc9),segment_id=2158ff00-7488-4d6e-bcd3-02a0699d8dc9)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:25:07.232089 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-be06567f-ba2e-4124-86aa-93623eff8157 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-707208'] for port, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:07.264708 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-b09889da-74e2-4290-bafd-5769467544ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773474061029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773473471600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4832659'] for port, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:07.266824 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-f641f632-4620-4f49-bfe7-cbd0daccc4dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:25:07.292711 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09889da-74e2-4290-bafd-5769467544ac admin admin] Pushing event deleted for resources: {'Port': ['ID=3c8ba7c6-e13a-46d6-9260-4890b21458e4,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:25:07.295806 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-b09889da-74e2-4290-bafd-5769467544ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:25:07.296602 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09889da-74e2-4290-bafd-5769467544ac admin admin] No DVR routers for this DVR port 3c8ba7c6-e13a-46d6-9260-4890b21458e4 on host dv-cinder-786627-11-iscsi {{(pid=92919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 07:25:07.301457 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-be06567f-ba2e-4124-86aa-93623eff8157 None None] Calling delete_port for 3c8ba7c6-e13a-46d6-9260-4890b21458e4 owned by network:dhcp {{(pid=92921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 07:25:07.373577 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-b09889da-74e2-4290-bafd-5769467544ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1883115', 'neutron.services.segments.db._delete_segments_for_network-8773474011859'] for network, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:07.383892 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-be06567f-ba2e-4124-86aa-93623eff8157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773474061029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773473471600'] for port, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:07.385194 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.services.segments.db [None req-b09889da-74e2-4290-bafd-5769467544ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e45ca323-df81-4e4e-ad4b-9a2282b40737']}} {{(pid=92919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:25:07.385835 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-c96a643c-66e2-47f8-a68f-f3db3f20f40f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:25:07.396486 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.services.segments.db [None req-b09889da-74e2-4290-bafd-5769467544ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2158ff00-7488-4d6e-bcd3-02a0699d8dc9') {'for_net_delete': True} {{(pid=92919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:25:07.396785 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.services.segments.db [None req-b09889da-74e2-4290-bafd-5769467544ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2158ff00-7488-4d6e-bcd3-02a0699d8dc9') {} {{(pid=92919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:25:07.406276 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-b09889da-74e2-4290-bafd-5769467544ac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773474011688', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4640638'] for segment, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:07.412339 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be06567f-ba2e-4124-86aa-93623eff8157 None None] Pushing event deleted for resources: {'Port': ['ID=3c8ba7c6-e13a-46d6-9260-4890b21458e4,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:25:07.420023 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be06567f-ba2e-4124-86aa-93623eff8157 None None] No DVR routers for this DVR port 3c8ba7c6-e13a-46d6-9260-4890b21458e4 on host dv-cinder-786627-11-iscsi {{(pid=92921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 07:25:07.422539 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be06567f-ba2e-4124-86aa-93623eff8157 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:25:07.422887 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be06567f-ba2e-4124-86aa-93623eff8157 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:25:07.423037 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-b09889da-74e2-4290-bafd-5769467544ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1885363'] for segment, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:07.423239 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be06567f-ba2e-4124-86aa-93623eff8157 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:25:07.423620 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be06567f-ba2e-4124-86aa-93623eff8157 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:25:07.423944 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be06567f-ba2e-4124-86aa-93623eff8157 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:25:07.424273 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be06567f-ba2e-4124-86aa-93623eff8157 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:25:07.424659 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be06567f-ba2e-4124-86aa-93623eff8157 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:25:07.425438 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be06567f-ba2e-4124-86aa-93623eff8157 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:25:07.425645 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be06567f-ba2e-4124-86aa-93623eff8157 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:25:07.425962 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be06567f-ba2e-4124-86aa-93623eff8157 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:25:07.426282 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be06567f-ba2e-4124-86aa-93623eff8157 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:25:07.426592 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be06567f-ba2e-4124-86aa-93623eff8157 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:25:07.430399 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-be06567f-ba2e-4124-86aa-93623eff8157 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:25:07.433957 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b09889da-74e2-4290-bafd-5769467544ac admin admin] Releasing vlan 440 on physical network physnet1 to pool {{(pid=92919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 07:25:07.433957 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-b09889da-74e2-4290-bafd-5769467544ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1885363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5222240'] for segment, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:07.434350 dv-cinder-786627-11-iscsi neutron-server[92919]: Traceback (most recent call last): Jun 22 07:25:07.434350 dv-cinder-786627-11-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 07:25:07.434350 dv-cinder-786627-11-iscsi neutron-server[92919]: timer() Jun 22 07:25:07.434350 dv-cinder-786627-11-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 07:25:07.434350 dv-cinder-786627-11-iscsi neutron-server[92919]: cb(*args, **kw) Jun 22 07:25:07.434350 dv-cinder-786627-11-iscsi neutron-server[92919]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 07:25:07.434350 dv-cinder-786627-11-iscsi neutron-server[92919]: return func(*args, **kwargs) Jun 22 07:25:07.434350 dv-cinder-786627-11-iscsi neutron-server[92919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 07:25:07.434350 dv-cinder-786627-11-iscsi neutron-server[92919]: self._notify() Jun 22 07:25:07.434350 dv-cinder-786627-11-iscsi neutron-server[92919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 07:25:07.434350 dv-cinder-786627-11-iscsi neutron-server[92919]: self.callback(batched_events) Jun 22 07:25:07.434350 dv-cinder-786627-11-iscsi neutron-server[92919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 07:25:07.434350 dv-cinder-786627-11-iscsi neutron-server[92919]: event.method(event) Jun 22 07:25:07.434350 dv-cinder-786627-11-iscsi neutron-server[92919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 07:25:07.434350 dv-cinder-786627-11-iscsi neutron-server[92919]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 07:25:07.434350 dv-cinder-786627-11-iscsi neutron-server[92919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 07:25:07.434350 dv-cinder-786627-11-iscsi neutron-server[92919]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 07:25:07.434350 dv-cinder-786627-11-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 07:25:07.434350 dv-cinder-786627-11-iscsi neutron-server[92919]: return f(self, *a, **k) Jun 22 07:25:07.434350 dv-cinder-786627-11-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 07:25:07.434350 dv-cinder-786627-11-iscsi neutron-server[92919]: return self._get(url).json() Jun 22 07:25:07.434350 dv-cinder-786627-11-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 07:25:07.434350 dv-cinder-786627-11-iscsi neutron-server[92919]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 07:25:07.434350 dv-cinder-786627-11-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 07:25:07.434350 dv-cinder-786627-11-iscsi neutron-server[92919]: return self.request(url, 'GET', **kwargs) Jun 22 07:25:07.434350 dv-cinder-786627-11-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 07:25:07.434350 dv-cinder-786627-11-iscsi neutron-server[92919]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 07:25:07.434350 dv-cinder-786627-11-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 07:25:07.434350 dv-cinder-786627-11-iscsi neutron-server[92919]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 07:25:07.434350 dv-cinder-786627-11-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 07:25:07.434350 dv-cinder-786627-11-iscsi neutron-server[92919]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 07:25:07.434350 dv-cinder-786627-11-iscsi neutron-server[92919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 07:25:07.491404 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-b09889da-74e2-4290-bafd-5769467544ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1883104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-54575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-690206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-706735'] for network, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:07.495394 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-5d6ba75c-f567-45e7-b60b-9f85cdb6cf15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:25:07.497953 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-b09889da-74e2-4290-bafd-5769467544ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-690179'] for network, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:07.499744 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-b09889da-74e2-4290-bafd-5769467544ac admin admin] 10.222.0.24 "DELETE /v2.0/networks/e45ca323-df81-4e4e-ad4b-9a2282b40737 HTTP/1.1" status: 204 len: 168 time: 0.6240299 Jun 22 07:25:07.513501 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09889da-74e2-4290-bafd-5769467544ac admin admin] Pushing event deleted for resources: {'Network': ['ID=e45ca323-df81-4e4e-ad4b-9a2282b40737,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:25:07.516688 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-b09889da-74e2-4290-bafd-5769467544ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:25:07.636953 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 52246) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:25:07.680970 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-91f01222-6e50-4e94-bb92-2f3f9134133e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d4f594fab10d40c7ba3121bb30f350f6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0427499 Jun 22 07:25:07.683236 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 52248) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:25:07.731878 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-db743bb9-ffbb-4ae8-8375-060b2cc28d10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:07.752976 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Device 3c8ba7c6-e13a-46d6-9260-4890b21458e4 no longer exists at agent ovs-agent-dv-cinder-786627-11-iscsi {{(pid=92921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 07:25:07.762338 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-db743bb9-ffbb-4ae8-8375-060b2cc28d10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:07.773903 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] No Port match for: 3c8ba7c6-e13a-46d6-9260-4890b21458e4 {{(pid=92921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 07:25:07.774332 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Device 3c8ba7c6-e13a-46d6-9260-4890b21458e4 not bound to the agent host dv-cinder-786627-11-iscsi {{(pid=92921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 07:25:07.774830 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Device 217bf916-f428-45a7-b4e6-aee6f103ab9d no longer exists at agent ovs-agent-dv-cinder-786627-11-iscsi {{(pid=92921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 07:25:07.793515 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] No Port match for: 217bf916-f428-45a7-b4e6-aee6f103ab9d {{(pid=92921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 07:25:07.793948 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Device 217bf916-f428-45a7-b4e6-aee6f103ab9d not bound to the agent host dv-cinder-786627-11-iscsi {{(pid=92921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 07:25:07.794406 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Device 900ecae7-963b-427d-adc1-d204794ed031 no longer exists at agent ovs-agent-dv-cinder-786627-11-iscsi {{(pid=92921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 07:25:07.809023 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-db743bb9-ffbb-4ae8-8375-060b2cc28d10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:07.811735 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-db743bb9-ffbb-4ae8-8375-060b2cc28d10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:07.812614 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] No Port match for: 900ecae7-963b-427d-adc1-d204794ed031 {{(pid=92921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 07:25:07.812974 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Device 900ecae7-963b-427d-adc1-d204794ed031 not bound to the agent host dv-cinder-786627-11-iscsi {{(pid=92921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 07:25:07.813096 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-db743bb9-ffbb-4ae8-8375-060b2cc28d10 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9381eec5-2fc0-45db-8c70-6de0833483ec HTTP/1.1" status: 204 len: 168 time: 0.1289163 Jun 22 07:25:07.814687 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-f40c4ddf-7ed5-41dc-8f56-b8da837e23fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:25:07.823178 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db743bb9-ffbb-4ae8-8375-060b2cc28d10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9381eec5-2fc0-45db-8c70-6de0833483ec,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:25:07.825857 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-db743bb9-ffbb-4ae8-8375-060b2cc28d10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:25:09.460707 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 52300) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:25:09.562376 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-599683cd-6726-4414-ad49-451800c12716 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:09.648347 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-599683cd-6726-4414-ad49-451800c12716 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:09.652319 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-599683cd-6726-4414-ad49-451800c12716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:09.654989 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-bac15f5b-3dd8-493c-a499-f8291d39b496 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:25:09.691470 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-599683cd-6726-4414-ad49-451800c12716 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e24482f567ef4ca8b83142824a175c39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2296660 Jun 22 07:25:09.692426 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599683cd-6726-4414-ad49-451800c12716 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1139936e-ccc8-4eea-9f8e-b45d129bee2a,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:25:09.694257 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 52304) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:25:09.695453 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-599683cd-6726-4414-ad49-451800c12716 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:25:09.743852 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-482dcb5b-d82a-4ef9-9be9-63988944c6f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:09.768269 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-482dcb5b-d82a-4ef9-9be9-63988944c6f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:09.818741 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-482dcb5b-d82a-4ef9-9be9-63988944c6f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:09.821335 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-482dcb5b-d82a-4ef9-9be9-63988944c6f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:09.822467 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-482dcb5b-d82a-4ef9-9be9-63988944c6f1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1139936e-ccc8-4eea-9f8e-b45d129bee2a HTTP/1.1" status: 204 len: 168 time: 0.1272385 Jun 22 07:25:09.823257 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-3f2d5c73-3d53-4ab9-a3e9-9c94643bd2c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:25:09.831347 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482dcb5b-d82a-4ef9-9be9-63988944c6f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1139936e-ccc8-4eea-9f8e-b45d129bee2a,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:25:09.833555 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-482dcb5b-d82a-4ef9-9be9-63988944c6f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:25:10.079387 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 52310) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:25:10.093037 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-338cfed4-a295-4e88-b3d6-7ad13f1d8f70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:10.184593 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-338cfed4-a295-4e88-b3d6-7ad13f1d8f70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:10.188010 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-338cfed4-a295-4e88-b3d6-7ad13f1d8f70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:10.190416 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-2ff2c359-8b7a-44d4-a6eb-ec17036ed996 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:25:10.229788 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-338cfed4-a295-4e88-b3d6-7ad13f1d8f70 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a987d04da3224c8e8cac5b92a6fee975&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1492982 Jun 22 07:25:10.230681 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338cfed4-a295-4e88-b3d6-7ad13f1d8f70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9daa815a-fe0d-4a75-9e19-23dc0258a41d,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:25:10.232509 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 52312) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:25:10.233616 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-338cfed4-a295-4e88-b3d6-7ad13f1d8f70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:25:10.285256 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-17a8427f-8a33-4199-9c41-f75560883d47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:10.306085 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-17a8427f-8a33-4199-9c41-f75560883d47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:10.353647 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-17a8427f-8a33-4199-9c41-f75560883d47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:10.356505 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-17a8427f-8a33-4199-9c41-f75560883d47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:10.357627 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-17a8427f-8a33-4199-9c41-f75560883d47 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9daa815a-fe0d-4a75-9e19-23dc0258a41d HTTP/1.1" status: 204 len: 168 time: 0.1240866 Jun 22 07:25:10.358434 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-baf11d68-6f94-4e02-bea7-da2cd34e8c0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:25:10.366972 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a8427f-8a33-4199-9c41-f75560883d47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9daa815a-fe0d-4a75-9e19-23dc0258a41d,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:25:10.369770 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-17a8427f-8a33-4199-9c41-f75560883d47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:25:15.177075 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 52388) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:25:15.277055 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-ade18911-5f46-4c55-9dc7-fedb7584fa86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:15.371104 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-ade18911-5f46-4c55-9dc7-fedb7584fa86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:15.374886 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-ade18911-5f46-4c55-9dc7-fedb7584fa86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:15.377471 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-79d23ee0-c8a2-4977-bba3-9926111a76ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:25:15.417834 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-ade18911-5f46-4c55-9dc7-fedb7584fa86 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=686e7b97918b4a55806308614739c640&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2396016 Jun 22 07:25:15.418723 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade18911-5f46-4c55-9dc7-fedb7584fa86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c8d6fd0-89dc-461b-a14c-6070e3c95d56,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:25:15.420633 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 52392) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:25:15.421815 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-ade18911-5f46-4c55-9dc7-fedb7584fa86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:25:15.469382 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-1296730d-351f-493e-9706-68a767565f6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:15.489203 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-1296730d-351f-493e-9706-68a767565f6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:15.536895 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-1296730d-351f-493e-9706-68a767565f6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:15.539446 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-1296730d-351f-493e-9706-68a767565f6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:15.540609 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-1296730d-351f-493e-9706-68a767565f6a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8c8d6fd0-89dc-461b-a14c-6070e3c95d56 HTTP/1.1" status: 204 len: 168 time: 0.1189499 Jun 22 07:25:15.541374 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-fc123554-3c98-40d7-8e44-8caa860c0375 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:25:15.548794 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1296730d-351f-493e-9706-68a767565f6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c8d6fd0-89dc-461b-a14c-6070e3c95d56,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:25:15.551210 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-1296730d-351f-493e-9706-68a767565f6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:25:15.806457 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 52398) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:25:15.820968 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-d414371a-dce8-424e-9e78-d78d7bfd359e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:15.913120 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-d414371a-dce8-424e-9e78-d78d7bfd359e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:15.916859 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-d414371a-dce8-424e-9e78-d78d7bfd359e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:15.919318 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-63266b8e-fbec-448b-8f82-1862f642f958 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:25:15.956786 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d414371a-dce8-424e-9e78-d78d7bfd359e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbbc2b80-2601-4b25-99b9-98718af10d96,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:25:15.961768 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-d414371a-dce8-424e-9e78-d78d7bfd359e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1abc7d06cfed40ad9ea1635a4fc087f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1542859 Jun 22 07:25:15.962671 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-d414371a-dce8-424e-9e78-d78d7bfd359e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:25:15.964772 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 52400) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:25:16.013620 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-33313203-aa3b-4cce-8f3a-a27002460715 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:16.035103 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-33313203-aa3b-4cce-8f3a-a27002460715 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:16.085315 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-33313203-aa3b-4cce-8f3a-a27002460715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:16.087760 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-33313203-aa3b-4cce-8f3a-a27002460715 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:16.088901 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-33313203-aa3b-4cce-8f3a-a27002460715 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/dbbc2b80-2601-4b25-99b9-98718af10d96 HTTP/1.1" status: 204 len: 168 time: 0.1231678 Jun 22 07:25:16.089717 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-482dcb5b-d82a-4ef9-9be9-63988944c6f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:25:16.097523 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33313203-aa3b-4cce-8f3a-a27002460715 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbbc2b80-2601-4b25-99b9-98718af10d96,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:25:16.100335 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-33313203-aa3b-4cce-8f3a-a27002460715 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:25:26.957684 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92474da-b54b-4da5-bb4e-4aeeb50f0e3d req-eae6b859-7944-4f96-bb13-5a3f166ef390 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:25:26.959266 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-f92474da-b54b-4da5-bb4e-4aeeb50f0e3d req-eae6b859-7944-4f96-bb13-5a3f166ef390 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=441f6a0f-f857-40b6-9cfd-e8cc8b189da3 HTTP/1.1" status: 200 len: 947 time: 0.0675874 Jun 22 07:25:26.998782 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-f92474da-b54b-4da5-bb4e-4aeeb50f0e3d req-4834ed53-fbd9-4ede-a876-6b039728a29c tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/security-groups?id=caea7c39-2e48-46ab-adf2-ac00c54c08da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340559 Jun 22 07:25:27.046885 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 52504) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:25:27.146478 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-7784f71a-8bee-4f00-b395-de0517c95e78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:27.235184 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-7784f71a-8bee-4f00-b395-de0517c95e78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:27.239109 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-7784f71a-8bee-4f00-b395-de0517c95e78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:27.241814 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-33313203-aa3b-4cce-8f3a-a27002460715 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:25:27.276272 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7784f71a-8bee-4f00-b395-de0517c95e78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=714f8ce3-6eb3-4675-b6b2-496df327abd0,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:25:27.280444 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-7784f71a-8bee-4f00-b395-de0517c95e78 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d4cd269ca2b84449961f7f751aaf563e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2325077 Jun 22 07:25:27.281320 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-7784f71a-8bee-4f00-b395-de0517c95e78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:25:27.283726 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 52508) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:25:27.335118 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-03705ab9-f5a7-4e77-9826-b2adaf3031b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:27.356412 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-03705ab9-f5a7-4e77-9826-b2adaf3031b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:27.400844 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-03705ab9-f5a7-4e77-9826-b2adaf3031b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:27.403488 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-03705ab9-f5a7-4e77-9826-b2adaf3031b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:27.404637 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-03705ab9-f5a7-4e77-9826-b2adaf3031b8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/714f8ce3-6eb3-4675-b6b2-496df327abd0 HTTP/1.1" status: 204 len: 168 time: 0.1207201 Jun 22 07:25:27.405372 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-a27da4ff-0900-48ab-9884-062906293ce6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:25:27.413586 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03705ab9-f5a7-4e77-9826-b2adaf3031b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=714f8ce3-6eb3-4675-b6b2-496df327abd0,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:25:27.415764 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-03705ab9-f5a7-4e77-9826-b2adaf3031b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:25:27.667692 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 52514) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:25:27.683695 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-aee586f6-cd0f-4e2c-94cb-869ac085ab1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:27.772687 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-aee586f6-cd0f-4e2c-94cb-869ac085ab1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:27.776901 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-aee586f6-cd0f-4e2c-94cb-869ac085ab1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:27.779302 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:25:27.814936 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-aee586f6-cd0f-4e2c-94cb-869ac085ab1b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=78ec32b206ea4f4db765547e2bb74dcc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1461999 Jun 22 07:25:27.815864 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee586f6-cd0f-4e2c-94cb-869ac085ab1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f438ebaa-869c-46d9-8cfe-8dfa9a020342,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:25:27.817594 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 52516) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:25:27.819484 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-aee586f6-cd0f-4e2c-94cb-869ac085ab1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:25:27.867093 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-98ce31d0-de2a-4980-bd5d-6d3764743e94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:27.887920 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-98ce31d0-de2a-4980-bd5d-6d3764743e94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:27.936652 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-98ce31d0-de2a-4980-bd5d-6d3764743e94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:27.939366 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-98ce31d0-de2a-4980-bd5d-6d3764743e94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:27.940366 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-98ce31d0-de2a-4980-bd5d-6d3764743e94 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f438ebaa-869c-46d9-8cfe-8dfa9a020342 HTTP/1.1" status: 204 len: 168 time: 0.1217980 Jun 22 07:25:27.941137 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-7784f71a-8bee-4f00-b395-de0517c95e78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:25:27.951021 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ce31d0-de2a-4980-bd5d-6d3764743e94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f438ebaa-869c-46d9-8cfe-8dfa9a020342,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:25:27.953431 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-98ce31d0-de2a-4980-bd5d-6d3764743e94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:25:28.192882 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a993b5-814a-4afe-a829-e53da805118d req-0382395d-fe66-47c9-9ac3-52529a5ea3c6 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:25:28.194409 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-86a993b5-814a-4afe-a829-e53da805118d req-0382395d-fe66-47c9-9ac3-52529a5ea3c6 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=441f6a0f-f857-40b6-9cfd-e8cc8b189da3 HTTP/1.1" status: 200 len: 947 time: 0.0671740 Jun 22 07:25:28.234273 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-86a993b5-814a-4afe-a829-e53da805118d req-2859d247-4394-463f-a6cc-79f58ec35cea tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/security-groups?id=caea7c39-2e48-46ab-adf2-ac00c54c08da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341878 Jun 22 07:25:28.434117 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b927a012-175b-42c0-97d6-c6bc1a1d4895 req-3394dee7-673e-4332-a0ca-e4cf9e2b4970 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:25:28.435797 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-b927a012-175b-42c0-97d6-c6bc1a1d4895 req-3394dee7-673e-4332-a0ca-e4cf9e2b4970 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.41 "GET /v2.0/ports?device_id=441f6a0f-f857-40b6-9cfd-e8cc8b189da3 HTTP/1.1" status: 200 len: 947 time: 0.0768421 Jun 22 07:25:28.547088 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [req-b927a012-175b-42c0-97d6-c6bc1a1d4895 req-eae590e9-2797-4536-a952-def7fcd1b72b tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Deleting port d95787bc-48f6-48c9-9f0d-7b3342686306 {{(pid=92920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 07:25:28.547435 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-b927a012-175b-42c0-97d6-c6bc1a1d4895 req-eae590e9-2797-4536-a952-def7fcd1b72b tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773474057189'] for port, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:28.641201 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [req-b927a012-175b-42c0-97d6-c6bc1a1d4895 req-eae590e9-2797-4536-a952-def7fcd1b72b tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] For port d95787bc-48f6-48c9-9f0d-7b3342686306, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=d95787bc-48f6-48c9-9f0d-7b3342686306,segment=NetworkSegment(8d1bc002-3124-433f-9368-96f826d6cba6),segment_id=8d1bc002-3124-433f-9368-96f826d6cba6)] {{(pid=92920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:25:28.641473 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-b927a012-175b-42c0-97d6-c6bc1a1d4895 req-eae590e9-2797-4536-a952-def7fcd1b72b tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-707208'] for port, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:29.094234 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-b927a012-175b-42c0-97d6-c6bc1a1d4895 req-eae590e9-2797-4536-a952-def7fcd1b72b tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:29.094907 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-b927a012-175b-42c0-97d6-c6bc1a1d4895 req-eae590e9-2797-4536-a952-def7fcd1b72b tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-706738'] for floatingip, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:29.095138 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.db.l3_db [req-b927a012-175b-42c0-97d6-c6bc1a1d4895 req-eae590e9-2797-4536-a952-def7fcd1b72b tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Floating IP 4e949215-5fbf-485d-b657-fe9e8018d8ad disassociated. External IP: 172.27.1.203, port: d95787bc-48f6-48c9-9f0d-7b3342686306. Jun 22 07:25:29.095476 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [req-b927a012-175b-42c0-97d6-c6bc1a1d4895 req-eae590e9-2797-4536-a952-def7fcd1b72b tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Calling delete_port for d95787bc-48f6-48c9-9f0d-7b3342686306 owned by compute:nova {{(pid=92920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 07:25:29.220484 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-b927a012-175b-42c0-97d6-c6bc1a1d4895 req-eae590e9-2797-4536-a952-def7fcd1b72b tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773474061029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773473471600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5150811'] for port, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:29.224376 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-c0830343-6093-49c3-9ccc-7b0a2e0b603c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:25:29.252197 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae590e9-2797-4536-a952-def7fcd1b72b tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Pushing event deleted for resources: {'Port': ['ID=d95787bc-48f6-48c9-9f0d-7b3342686306,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:25:29.255862 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-eae590e9-2797-4536-a952-def7fcd1b72b tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:25:29.380706 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b927a012-175b-42c0-97d6-c6bc1a1d4895 req-eae590e9-2797-4536-a952-def7fcd1b72b tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Router 938dbb39-699a-459d-a185-b77a2fcc80bc has already been hosted by L3 agent f18ef446-1389-4802-a345-f314a6956002 {{(pid=92920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 07:25:29.392767 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-9e5a3036-b2c2-46ed-99d3-24f5be8c7170 req-228903d6-4b97-464e-9f51-e3762f64f9cd tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/ports?device_id=441f6a0f-f857-40b6-9cfd-e8cc8b189da3 HTTP/1.1" status: 200 len: 210 time: 0.0311522 Jun 22 07:25:29.490106 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b927a012-175b-42c0-97d6-c6bc1a1d4895 req-eae590e9-2797-4536-a952-def7fcd1b72b tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Notify agent at l3_agent.dv-cinder-786627-11-iscsi the message routers_updated {{(pid=92920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 07:25:29.502741 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1682bb64-9756-4790-9017-df7adf2cd73a None None] Sync routers for ids ['938dbb39-699a-459d-a185-b77a2fcc80bc'] in dv-cinder-786627-11-iscsi {{(pid=92922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 07:25:29.512986 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1682bb64-9756-4790-9017-df7adf2cd73a None None] Routers {'938dbb39-699a-459d-a185-b77a2fcc80bc'} bound to L3 agent in host dv-cinder-786627-11-iscsi {{(pid=92922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 07:25:29.513703 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-1682bb64-9756-4790-9017-df7adf2cd73a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T07:06:03Z,description=,heartbeat_timestamp=2021-06-22T07:25:03Z,host='dv-cinder-786627-11-iscsi',id=f18ef446-1389-4802-a345-f314a6956002,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T07:06:03Z,topic='l3_agent')) {'router_ids': ['938dbb39-699a-459d-a185-b77a2fcc80bc'], 'active': True} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:25:29.537049 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.db.l3_dvrscheduler_db [req-b927a012-175b-42c0-97d6-c6bc1a1d4895 req-eae590e9-2797-4536-a952-def7fcd1b72b tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] No DVR routers for this DVR port d95787bc-48f6-48c9-9f0d-7b3342686306 on host hv-cinder-78662 {{(pid=92920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 07:25:29.540232 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-b927a012-175b-42c0-97d6-c6bc1a1d4895 req-eae590e9-2797-4536-a952-def7fcd1b72b tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91146'] for port, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:29.542274 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-b927a012-175b-42c0-97d6-c6bc1a1d4895 req-eae590e9-2797-4536-a952-def7fcd1b72b tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.41 "DELETE /v2.0/ports/d95787bc-48f6-48c9-9f0d-7b3342686306 HTTP/1.1" status: 204 len: 173 time: 1.1011848 Jun 22 07:25:29.542786 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '441f6a0f-f857-40b6-9cfd-e8cc8b189da3', 'name': 'network-vif-deleted', 'tag': 'd95787bc-48f6-48c9-9f0d-7b3342686306'}] {{(pid=92920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 07:25:29.545129 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}175c46e468422b48d63533518873068da6a6c478907c3b6f79f9dabf89e8d923" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1f1e003-dfda-4d3b-946c-d4f9e79e4f78" -d '{"events": [{"server_uuid": "441f6a0f-f857-40b6-9cfd-e8cc8b189da3", "name": "network-vif-deleted", "tag": "d95787bc-48f6-48c9-9f0d-7b3342686306"}]}' {{(pid=92920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 07:25:29.591245 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 07:25:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b6fa2fa-e5fb-4917-8fe1-83c271a18d42 x-openstack-request-id: req-9b6fa2fa-e5fb-4917-8fe1-83c271a18d42 {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 07:25:29.591572 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "441f6a0f-f857-40b6-9cfd-e8cc8b189da3", "name": "network-vif-deleted", "tag": "d95787bc-48f6-48c9-9f0d-7b3342686306", "status": "completed", "code": 200}]} {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 07:25:29.591871 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9b6fa2fa-e5fb-4917-8fe1-83c271a18d42 {{(pid=92920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 07:25:29.592292 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '441f6a0f-f857-40b6-9cfd-e8cc8b189da3', 'name': 'network-vif-deleted', 'tag': 'd95787bc-48f6-48c9-9f0d-7b3342686306', 'status': 'completed', 'code': 200} Jun 22 07:25:29.646425 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvr_db [None req-1682bb64-9756-4790-9017-df7adf2cd73a None None] Set router 938dbb39-699a-459d-a185-b77a2fcc80bc gateway port host: dv-cinder-786627-11-iscsi {{(pid=92922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 07:25:29.966430 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-1682bb64-9756-4790-9017-df7adf2cd73a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '938dbb39-699a-459d-a185-b77a2fcc80bc', 'name': 'tempest-AttachVolumeShelveTestJSON-1929265933-router', 'tenant_id': 'e8e015950749433d91627c7d2fff432f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'external_fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': '098d0e0b-08fe-483a-8b92-acc051690e6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:13:44Z', 'updated_at': '2021-06-22T07:13:52Z', 'revision_number': 4, 'project_id': 'e8e015950749433d91627c7d2fff432f', 'gw_port': {'id': '098d0e0b-08fe-483a-8b92-acc051690e6c', 'name': '', 'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ba:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938dbb39-699a-459d-a185-b77a2fcc80bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:13:46Z', 'updated_at': '2021-06-22T07:14:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-iscsi', '_interfaces': [{'id': '30995bdb-9a4a-48b3-97be-68e0606645f8', 'name': '', 'network_id': 'b91fcb38-ada5-4353-b77e-00fb398ce7d0', 'tenant_id': 'e8e015950749433d91627c7d2fff432f', 'mac_address': 'fa:16:3e:6e:21:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938dbb39-699a-459d-a185-b77a2fcc80bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f579e111-0d0d-464b-ba2e-9baae47e7af2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:13:50Z', 'updated_at': '2021-06-22T07:14:08Z', 'revision_number': 5, 'project_id': 'e8e015950749433d91627c7d2fff432f', 'subnets': [{'id': 'f579e111-0d0d-464b-ba2e-9baae47e7af2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-11-iscsi', False) {} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:25:29.992575 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1682bb64-9756-4790-9017-df7adf2cd73a None None] Checking router: 938dbb39-699a-459d-a185-b77a2fcc80bc for host: dv-cinder-786627-11-iscsi {{(pid=92922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 07:25:30.000847 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1682bb64-9756-4790-9017-df7adf2cd73a None None] Routers {'938dbb39-699a-459d-a185-b77a2fcc80bc'} bound to L3 agent in host dv-cinder-786627-11-iscsi {{(pid=92922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 07:25:30.001459 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-1682bb64-9756-4790-9017-df7adf2cd73a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T07:06:03Z,description=,heartbeat_timestamp=2021-06-22T07:25:03Z,host='dv-cinder-786627-11-iscsi',id=f18ef446-1389-4802-a345-f314a6956002,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T07:06:03Z,topic='l3_agent')) {'router_ids': ['938dbb39-699a-459d-a185-b77a2fcc80bc'], 'active': True} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:25:30.116984 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvr_db [None req-1682bb64-9756-4790-9017-df7adf2cd73a None None] Set router 938dbb39-699a-459d-a185-b77a2fcc80bc gateway port host: dv-cinder-786627-11-iscsi {{(pid=92922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 07:25:30.331382 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-1682bb64-9756-4790-9017-df7adf2cd73a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '938dbb39-699a-459d-a185-b77a2fcc80bc', 'name': 'tempest-AttachVolumeShelveTestJSON-1929265933-router', 'tenant_id': 'e8e015950749433d91627c7d2fff432f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'external_fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': '098d0e0b-08fe-483a-8b92-acc051690e6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:13:44Z', 'updated_at': '2021-06-22T07:13:52Z', 'revision_number': 4, 'project_id': 'e8e015950749433d91627c7d2fff432f', 'gw_port': {'id': '098d0e0b-08fe-483a-8b92-acc051690e6c', 'name': '', 'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ba:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938dbb39-699a-459d-a185-b77a2fcc80bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:13:46Z', 'updated_at': '2021-06-22T07:14:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-iscsi', '_interfaces': [{'id': '30995bdb-9a4a-48b3-97be-68e0606645f8', 'name': '', 'network_id': 'b91fcb38-ada5-4353-b77e-00fb398ce7d0', 'tenant_id': 'e8e015950749433d91627c7d2fff432f', 'mac_address': 'fa:16:3e:6e:21:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938dbb39-699a-459d-a185-b77a2fcc80bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f579e111-0d0d-464b-ba2e-9baae47e7af2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:13:50Z', 'updated_at': '2021-06-22T07:14:08Z', 'revision_number': 5, 'project_id': 'e8e015950749433d91627c7d2fff432f', 'subnets': [{'id': 'f579e111-0d0d-464b-ba2e-9baae47e7af2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-11-iscsi', False) {} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:25:30.357785 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1682bb64-9756-4790-9017-df7adf2cd73a None None] The sync data for ids ['938dbb39-699a-459d-a185-b77a2fcc80bc'] in dv-cinder-786627-11-iscsi is: [{'id': '938dbb39-699a-459d-a185-b77a2fcc80bc', 'name': 'tempest-AttachVolumeShelveTestJSON-1929265933-router', 'tenant_id': 'e8e015950749433d91627c7d2fff432f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'external_fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': '098d0e0b-08fe-483a-8b92-acc051690e6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:13:44Z', 'updated_at': '2021-06-22T07:13:52Z', 'revision_number': 4, 'project_id': 'e8e015950749433d91627c7d2fff432f', 'gw_port': {'id': '098d0e0b-08fe-483a-8b92-acc051690e6c', 'name': '', 'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ba:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938dbb39-699a-459d-a185-b77a2fcc80bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:13:46Z', 'updated_at': '2021-06-22T07:14:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-iscsi', '_interfaces': [{'id': '30995bdb-9a4a-48b3-97be-68e0606645f8', 'name': '', 'network_id': 'b91fcb38-ada5-4353-b77e-00fb398ce7d0', 'tenant_id': 'e8e015950749433d91627c7d2fff432f', 'mac_address': 'fa:16:3e:6e:21:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938dbb39-699a-459d-a185-b77a2fcc80bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f579e111-0d0d-464b-ba2e-9baae47e7af2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:13:50Z', 'updated_at': '2021-06-22T07:14:08Z', 'revision_number': 5, 'project_id': 'e8e015950749433d91627c7d2fff432f', 'subnets': [{'id': 'f579e111-0d0d-464b-ba2e-9baae47e7af2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 07:25:30.522662 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 52578) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:25:30.571747 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182150f5-8885-480d-8cc4-66db7b6789c8 None None] New status for floating IP 4e949215-5fbf-485d-b657-fe9e8018d8ad: DOWN {{(pid=92921) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 07:25:30.582176 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-9fbb0bf7-201a-421c-94c7-a992995e7f92 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Notify callbacks [] for security_group, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:30.605587 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-9fbb0bf7-201a-421c-94c7-a992995e7f92 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:30.655214 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-9fbb0bf7-201a-421c-94c7-a992995e7f92 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:30.658110 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-9fbb0bf7-201a-421c-94c7-a992995e7f92 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:30.659246 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-9fbb0bf7-201a-421c-94c7-a992995e7f92 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "DELETE /v2.0/security-groups/caea7c39-2e48-46ab-adf2-ac00c54c08da HTTP/1.1" status: 204 len: 168 time: 0.1352644 Jun 22 07:25:30.660013 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-ef8f5b42-504c-4b1b-8f0e-07c7c925bfac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:25:30.662026 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 52580) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:25:30.676588 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.api.v2.resource [None req-979ba8b4-7805-4ada-ba9d-b021820d445a tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] show failed (client error): The resource could not be found. Jun 22 07:25:30.677208 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbb0bf7-201a-421c-94c7-a992995e7f92 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=caea7c39-2e48-46ab-adf2-ac00c54c08da,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:25:30.678287 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-979ba8b4-7805-4ada-ba9d-b021820d445a tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "GET /v2.0/security-groups/caea7c39-2e48-46ab-adf2-ac00c54c08da HTTP/1.1" status: 404 len: 347 time: 0.0144122 Jun 22 07:25:30.681308 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 52582) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:25:30.682699 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-9fbb0bf7-201a-421c-94c7-a992995e7f92 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:25:30.719777 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-4c636e44-b182-467e-8417-9bb5bb0c1658 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:30.806844 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-14c58221-de93-4f5b-b165-17aadd4c05b4 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Deleting port a33c2463-f005-4e28-8836-43f5f1ac7ec3 {{(pid=92920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 07:25:30.807176 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-14c58221-de93-4f5b-b165-17aadd4c05b4 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773474057189'] for port, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:30.885848 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-14c58221-de93-4f5b-b165-17aadd4c05b4 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-707208'] for port, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:30.886181 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-14c58221-de93-4f5b-b165-17aadd4c05b4 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:30.952968 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-14c58221-de93-4f5b-b165-17aadd4c05b4 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Calling delete_port for a33c2463-f005-4e28-8836-43f5f1ac7ec3 owned by network:floatingip {{(pid=92920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 07:25:31.092587 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-14c58221-de93-4f5b-b165-17aadd4c05b4 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773474061029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773473471600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5150811'] for port, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:31.094557 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-39efeb42-08f1-4bda-9126-8d46eb804e63 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:25:31.119028 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c58221-de93-4f5b-b165-17aadd4c05b4 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Pushing event deleted for resources: {'Port': ['ID=a33c2463-f005-4e28-8836-43f5f1ac7ec3,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:25:31.122781 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-14c58221-de93-4f5b-b165-17aadd4c05b4 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:25:31.190571 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-14c58221-de93-4f5b-b165-17aadd4c05b4 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Notify callbacks [] for floatingip, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:31.193299 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-14c58221-de93-4f5b-b165-17aadd4c05b4 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91146'] for floatingip, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:31.194955 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-14c58221-de93-4f5b-b165-17aadd4c05b4 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] 10.222.0.24 "DELETE /v2.0/floatingips/4e949215-5fbf-485d-b657-fe9e8018d8ad HTTP/1.1" status: 204 len: 168 time: 0.5127003 Jun 22 07:25:31.846603 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Device d95787bc-48f6-48c9-9f0d-7b3342686306 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=92921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 07:25:31.866543 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] No Port match for: d95787bc-48f6-48c9-9f0d-7b3342686306 {{(pid=92921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 07:25:31.866882 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Device d95787bc-48f6-48c9-9f0d-7b3342686306 not bound to the agent host hv-cinder-78662 {{(pid=92921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 07:25:33.084147 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-9d894aea-5149-4405-a516-aa9c56e72894 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:33.286101 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:33.772481 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 52660) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:25:34.265470 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-9ffc899c-ff23-4891-b5de-87b76e736705 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581312'] for router_interface, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:34.378265 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 52678) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:25:34.482742 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-3d850a7a-fb6d-4a84-a0a2-f60242d8a07a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:34.526925 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-9ffc899c-ff23-4891-b5de-87b76e736705 admin admin] Deleting port 30995bdb-9a4a-48b3-97be-68e0606645f8 {{(pid=92920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 07:25:34.527266 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-9ffc899c-ff23-4891-b5de-87b76e736705 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773474057189'] for port, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:34.574284 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-3d850a7a-fb6d-4a84-a0a2-f60242d8a07a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:34.578810 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-3d850a7a-fb6d-4a84-a0a2-f60242d8a07a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:34.582327 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-03431558-775d-48ed-b51d-2b9e6094eae5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:25:34.610023 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-9ffc899c-ff23-4891-b5de-87b76e736705 admin admin] For port 30995bdb-9a4a-48b3-97be-68e0606645f8, host dv-cinder-786627-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-11-iscsi',level=0,port_id=30995bdb-9a4a-48b3-97be-68e0606645f8,segment=NetworkSegment(8d1bc002-3124-433f-9368-96f826d6cba6),segment_id=8d1bc002-3124-433f-9368-96f826d6cba6)] {{(pid=92920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:25:34.610379 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-9ffc899c-ff23-4891-b5de-87b76e736705 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-707208'] for port, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:34.618335 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-3d850a7a-fb6d-4a84-a0a2-f60242d8a07a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d4b313a1e5b64a5ba732a8a8adb7c8b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2387271 Jun 22 07:25:34.619537 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d850a7a-fb6d-4a84-a0a2-f60242d8a07a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30162c57-1d3f-434f-9eae-4ad2431a06b8,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:25:34.622104 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 52682) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:25:34.623990 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-3d850a7a-fb6d-4a84-a0a2-f60242d8a07a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:25:34.672816 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-959d816b-3aa5-472f-9f86-6dc20bbb1182 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:34.678022 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-9ffc899c-ff23-4891-b5de-87b76e736705 admin admin] Calling delete_port for 30995bdb-9a4a-48b3-97be-68e0606645f8 owned by network:router_interface {{(pid=92920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 07:25:34.693826 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-959d816b-3aa5-472f-9f86-6dc20bbb1182 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:34.721041 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:34.744720 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-959d816b-3aa5-472f-9f86-6dc20bbb1182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:34.747301 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-959d816b-3aa5-472f-9f86-6dc20bbb1182 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:34.748455 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-959d816b-3aa5-472f-9f86-6dc20bbb1182 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/30162c57-1d3f-434f-9eae-4ad2431a06b8 HTTP/1.1" status: 204 len: 168 time: 0.1255772 Jun 22 07:25:34.749221 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-6ece3954-0f50-4217-ab74-c2c07cdbe02f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:25:34.756490 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959d816b-3aa5-472f-9f86-6dc20bbb1182 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30162c57-1d3f-434f-9eae-4ad2431a06b8,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:25:34.759170 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-959d816b-3aa5-472f-9f86-6dc20bbb1182 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:25:34.893759 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-9ffc899c-ff23-4891-b5de-87b76e736705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773474061029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773473471600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5150811'] for port, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:34.895991 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-2e87b722-8e84-42b5-aa49-eea4e45505d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:25:34.925822 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffc899c-ff23-4891-b5de-87b76e736705 admin admin] Pushing event deleted for resources: {'Port': ['ID=30995bdb-9a4a-48b3-97be-68e0606645f8,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:25:34.928937 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-9ffc899c-ff23-4891-b5de-87b76e736705 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:25:35.059587 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 52688) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:25:35.073401 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-fe618c8b-193a-48e6-a533-3bb6d2379b39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:35.102114 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-9ffc899c-ff23-4891-b5de-87b76e736705 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-690279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581228'] for router_interface, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:35.167375 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-fe618c8b-193a-48e6-a533-3bb6d2379b39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:35.171625 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-fe618c8b-193a-48e6-a533-3bb6d2379b39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:35.174141 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-03705ab9-f5a7-4e77-9826-b2adaf3031b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:25:35.212144 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe618c8b-193a-48e6-a533-3bb6d2379b39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bbec10d-4f34-44af-b528-95df76e04d25,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:25:35.219018 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-fe618c8b-193a-48e6-a533-3bb6d2379b39 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b545ca31b0a843a5869ca8fc7b418d03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1583829 Jun 22 07:25:35.219585 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 52690) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:25:35.220440 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-fe618c8b-193a-48e6-a533-3bb6d2379b39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:25:35.233554 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d3c1a5ff-c703-4bfc-bce3-efb8418f207c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:35.269717 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-8ba041f4-f69b-46bf-b417-dc6021f4619e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:35.292233 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-8ba041f4-f69b-46bf-b417-dc6021f4619e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:35.326471 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ffc899c-ff23-4891-b5de-87b76e736705 admin admin] Router 938dbb39-699a-459d-a185-b77a2fcc80bc has already been hosted by L3 agent f18ef446-1389-4802-a345-f314a6956002 {{(pid=92920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 07:25:35.341469 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-8ba041f4-f69b-46bf-b417-dc6021f4619e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:35.344072 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-8ba041f4-f69b-46bf-b417-dc6021f4619e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:35.345241 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-8ba041f4-f69b-46bf-b417-dc6021f4619e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3bbec10d-4f34-44af-b528-95df76e04d25 HTTP/1.1" status: 204 len: 168 time: 0.1238952 Jun 22 07:25:35.346100 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-a73b7504-771c-4c6c-b7f8-6c5812b259da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:25:35.354109 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba041f4-f69b-46bf-b417-dc6021f4619e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bbec10d-4f34-44af-b528-95df76e04d25,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:25:35.356358 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-8ba041f4-f69b-46bf-b417-dc6021f4619e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:25:35.453334 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ffc899c-ff23-4891-b5de-87b76e736705 admin admin] Notify agent at l3_agent.dv-cinder-786627-11-iscsi the message routers_updated {{(pid=92920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 07:25:35.458750 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-9ffc899c-ff23-4891-b5de-87b76e736705 admin admin] 10.222.0.24 "PUT /v2.0/routers/938dbb39-699a-459d-a185-b77a2fcc80bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6845572 Jun 22 07:25:35.461914 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 52694) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:25:35.465559 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90345006-976a-4f98-ba98-12244b53ec9a None None] Sync routers for ids ['938dbb39-699a-459d-a185-b77a2fcc80bc'] in dv-cinder-786627-11-iscsi {{(pid=92922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 07:25:35.476969 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90345006-976a-4f98-ba98-12244b53ec9a None None] Routers {'938dbb39-699a-459d-a185-b77a2fcc80bc'} bound to L3 agent in host dv-cinder-786627-11-iscsi {{(pid=92922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 07:25:35.477847 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-90345006-976a-4f98-ba98-12244b53ec9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T07:06:03Z,description=,heartbeat_timestamp=2021-06-22T07:25:33Z,host='dv-cinder-786627-11-iscsi',id=f18ef446-1389-4802-a345-f314a6956002,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T07:06:03Z,topic='l3_agent')) {'router_ids': ['938dbb39-699a-459d-a185-b77a2fcc80bc'], 'active': True} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:25:35.569816 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-b708d68c-6506-42bd-9938-768f97b52fcd admin admin] Notify callbacks [] for router, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:35.584967 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvr_db [None req-90345006-976a-4f98-ba98-12244b53ec9a None None] Set router 938dbb39-699a-459d-a185-b77a2fcc80bc gateway port host: dv-cinder-786627-11-iscsi {{(pid=92922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 07:25:35.676072 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-b708d68c-6506-42bd-9938-768f97b52fcd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:35.754871 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-b708d68c-6506-42bd-9938-768f97b52fcd admin admin] Deleting port 098d0e0b-08fe-483a-8b92-acc051690e6c {{(pid=92920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 07:25:35.755600 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-b708d68c-6506-42bd-9938-768f97b52fcd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773474057189'] for port, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:35.797607 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-90345006-976a-4f98-ba98-12244b53ec9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '938dbb39-699a-459d-a185-b77a2fcc80bc', 'name': 'tempest-AttachVolumeShelveTestJSON-1929265933-router', 'tenant_id': 'e8e015950749433d91627c7d2fff432f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'external_fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': '098d0e0b-08fe-483a-8b92-acc051690e6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:13:44Z', 'updated_at': '2021-06-22T07:25:34Z', 'revision_number': 5, 'project_id': 'e8e015950749433d91627c7d2fff432f', 'gw_port': {'id': '098d0e0b-08fe-483a-8b92-acc051690e6c', 'name': '', 'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ba:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938dbb39-699a-459d-a185-b77a2fcc80bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:13:46Z', 'updated_at': '2021-06-22T07:14:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-iscsi'}], 'dv-cinder-786627-11-iscsi', False) {} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:25:35.827019 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90345006-976a-4f98-ba98-12244b53ec9a None None] Checking router: 938dbb39-699a-459d-a185-b77a2fcc80bc for host: dv-cinder-786627-11-iscsi {{(pid=92922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 07:25:35.836073 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90345006-976a-4f98-ba98-12244b53ec9a None None] Routers {'938dbb39-699a-459d-a185-b77a2fcc80bc'} bound to L3 agent in host dv-cinder-786627-11-iscsi {{(pid=92922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 07:25:35.836793 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-90345006-976a-4f98-ba98-12244b53ec9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T07:06:03Z,description=,heartbeat_timestamp=2021-06-22T07:25:33Z,host='dv-cinder-786627-11-iscsi',id=f18ef446-1389-4802-a345-f314a6956002,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T07:06:03Z,topic='l3_agent')) {'router_ids': ['938dbb39-699a-459d-a185-b77a2fcc80bc'], 'active': True} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:25:35.852298 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-b708d68c-6506-42bd-9938-768f97b52fcd admin admin] For port 098d0e0b-08fe-483a-8b92-acc051690e6c, host dv-cinder-786627-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-11-iscsi',level=0,port_id=098d0e0b-08fe-483a-8b92-acc051690e6c,segment=NetworkSegment(4e753e82-2fc6-4903-97a0-73083259f586),segment_id=4e753e82-2fc6-4903-97a0-73083259f586)] {{(pid=92920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:25:35.852716 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-b708d68c-6506-42bd-9938-768f97b52fcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-707208'] for port, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:35.922829 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-b708d68c-6506-42bd-9938-768f97b52fcd admin admin] Calling delete_port for 098d0e0b-08fe-483a-8b92-acc051690e6c owned by network:router_gateway {{(pid=92920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 07:25:35.928308 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvr_db [None req-90345006-976a-4f98-ba98-12244b53ec9a None None] Set router 938dbb39-699a-459d-a185-b77a2fcc80bc gateway port host: None {{(pid=92922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 07:25:35.988715 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-90345006-976a-4f98-ba98-12244b53ec9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '938dbb39-699a-459d-a185-b77a2fcc80bc', 'name': 'tempest-AttachVolumeShelveTestJSON-1929265933-router', 'tenant_id': 'e8e015950749433d91627c7d2fff432f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:13:44Z', 'updated_at': '2021-06-22T07:25:35Z', 'revision_number': 6, 'project_id': 'e8e015950749433d91627c7d2fff432f', 'gw_port_host': None}], 'dv-cinder-786627-11-iscsi', False) {} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:25:36.009131 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90345006-976a-4f98-ba98-12244b53ec9a None None] The sync data for ids ['938dbb39-699a-459d-a185-b77a2fcc80bc'] in dv-cinder-786627-11-iscsi is: [{'id': '938dbb39-699a-459d-a185-b77a2fcc80bc', 'name': 'tempest-AttachVolumeShelveTestJSON-1929265933-router', 'tenant_id': 'e8e015950749433d91627c7d2fff432f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:13:44Z', 'updated_at': '2021-06-22T07:25:35Z', 'revision_number': 6, 'project_id': 'e8e015950749433d91627c7d2fff432f', 'gw_port_host': None}] {{(pid=92922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 07:25:36.109096 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-b708d68c-6506-42bd-9938-768f97b52fcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773474061029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773473471600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5150811'] for port, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:36.111889 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-39efeb42-08f1-4bda-9126-8d46eb804e63 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:25:36.135914 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b708d68c-6506-42bd-9938-768f97b52fcd admin admin] Pushing event deleted for resources: {'Port': ['ID=098d0e0b-08fe-483a-8b92-acc051690e6c,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:25:36.139115 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-b708d68c-6506-42bd-9938-768f97b52fcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:25:36.200746 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-b708d68c-6506-42bd-9938-768f97b52fcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-706633'] for router_gateway, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:36.572687 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-b708d68c-6506-42bd-9938-768f97b52fcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23744'] for router, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:36.574778 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-b708d68c-6506-42bd-9938-768f97b52fcd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:36.617155 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-b708d68c-6506-42bd-9938-768f97b52fcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-579829'] for router, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:36.617677 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b708d68c-6506-42bd-9938-768f97b52fcd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 938dbb39-699a-459d-a185-b77a2fcc80bc {{(pid=92920) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 07:25:36.622084 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-b708d68c-6506-42bd-9938-768f97b52fcd admin admin] Notify callbacks [] for router, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:36.623145 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-b708d68c-6506-42bd-9938-768f97b52fcd admin admin] 10.222.0.24 "DELETE /v2.0/routers/938dbb39-699a-459d-a185-b77a2fcc80bc HTTP/1.1" status: 204 len: 168 time: 1.1603150 Jun 22 07:25:36.625535 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 52728) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:25:36.674747 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.db.db_base_plugin_v2 [None req-66f988f7-a085-4617-bf5d-c85805a9e7ab admin admin] Deleting subnet f579e111-0d0d-464b-ba2e-9baae47e7af2 {{(pid=92920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 07:25:36.677986 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-66f988f7-a085-4617-bf5d-c85805a9e7ab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:36.717439 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-66f988f7-a085-4617-bf5d-c85805a9e7ab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5150738'] for subnet, precommit_delete_associations {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:36.806989 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-66f988f7-a085-4617-bf5d-c85805a9e7ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1883746'] for subnet, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:36.862339 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-66f988f7-a085-4617-bf5d-c85805a9e7ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1883739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5150737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5183227'] for subnet, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:36.865876 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-24445886-4f69-4c06-aa52-ad22dc55cc0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:25:36.876067 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-66f988f7-a085-4617-bf5d-c85805a9e7ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:36.877946 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-66f988f7-a085-4617-bf5d-c85805a9e7ab admin admin] 10.222.0.24 "DELETE /v2.0/subnets/f579e111-0d0d-464b-ba2e-9baae47e7af2 HTTP/1.1" status: 204 len: 168 time: 0.2514846 Jun 22 07:25:36.880808 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 52738) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:25:36.884182 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-486fd7e3-94ef-4cf6-a10e-3eb685b60d7b None None] Network b91fcb38-ada5-4353-b77e-00fb398ce7d0 requested from dv-cinder-786627-11-iscsi {{(pid=92921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 07:25:36.900906 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f988f7-a085-4617-bf5d-c85805a9e7ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f579e111-0d0d-464b-ba2e-9baae47e7af2,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:25:36.907038 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-66f988f7-a085-4617-bf5d-c85805a9e7ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:25:37.001386 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-f04bb265-eca6-4530-aeb1-0b3afeb7eb68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:37.006386 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-1e7e4e39-6210-4e9a-ba85-ce9b53a36ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777681'] for network, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:37.078882 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.plugin [None req-1e7e4e39-6210-4e9a-ba85-ce9b53a36ea5 admin admin] Deleting port 78fcea9f-3b98-4774-b986-2857499495de {{(pid=92919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 07:25:37.079225 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-1e7e4e39-6210-4e9a-ba85-ce9b53a36ea5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773474057189'] for port, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:37.128706 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56fef075-9d2a-4878-b8e9-92077b6ddfc4 None None] DHCP port deletion for b91fcb38-ada5-4353-b77e-00fb398ce7d0 request from dv-cinder-786627-11-iscsi {{(pid=92921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 07:25:37.150021 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.db [None req-1e7e4e39-6210-4e9a-ba85-ce9b53a36ea5 admin admin] For port 78fcea9f-3b98-4774-b986-2857499495de, host dv-cinder-786627-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-11-iscsi',level=0,port_id=78fcea9f-3b98-4774-b986-2857499495de,segment=NetworkSegment(8d1bc002-3124-433f-9368-96f826d6cba6),segment_id=8d1bc002-3124-433f-9368-96f826d6cba6)] {{(pid=92919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:25:37.150538 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-1e7e4e39-6210-4e9a-ba85-ce9b53a36ea5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-707208'] for port, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:37.182709 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-56fef075-9d2a-4878-b8e9-92077b6ddfc4 None None] Deleting port 78fcea9f-3b98-4774-b986-2857499495de {{(pid=92921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 07:25:37.183232 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-56fef075-9d2a-4878-b8e9-92077b6ddfc4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773474057189'] for port, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:37.224375 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.plugin [None req-1e7e4e39-6210-4e9a-ba85-ce9b53a36ea5 admin admin] Calling delete_port for 78fcea9f-3b98-4774-b986-2857499495de owned by network:dhcp {{(pid=92919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 07:25:37.251584 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-56fef075-9d2a-4878-b8e9-92077b6ddfc4 None None] For port 78fcea9f-3b98-4774-b986-2857499495de, host dv-cinder-786627-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-11-iscsi',level=0,port_id=78fcea9f-3b98-4774-b986-2857499495de,segment=NetworkSegment(8d1bc002-3124-433f-9368-96f826d6cba6),segment_id=8d1bc002-3124-433f-9368-96f826d6cba6)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:25:37.251989 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-56fef075-9d2a-4878-b8e9-92077b6ddfc4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-707208'] for port, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:37.321953 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-1e7e4e39-6210-4e9a-ba85-ce9b53a36ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773474061029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773473471600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4832659'] for port, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:37.324613 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-56fef075-9d2a-4878-b8e9-92077b6ddfc4 None None] Calling delete_port for 78fcea9f-3b98-4774-b986-2857499495de owned by network:dhcp {{(pid=92921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 07:25:37.325060 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-c72768e2-ee17-4599-be7a-4ac28be852ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:25:37.352592 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 52754) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:25:37.361750 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7e4e39-6210-4e9a-ba85-ce9b53a36ea5 admin admin] Pushing event deleted for resources: {'Port': ['ID=78fcea9f-3b98-4774-b986-2857499495de,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:25:37.365366 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7e4e39-6210-4e9a-ba85-ce9b53a36ea5 admin admin] No DVR routers for this DVR port 78fcea9f-3b98-4774-b986-2857499495de on host dv-cinder-786627-11-iscsi {{(pid=92919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 07:25:37.367929 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-1e7e4e39-6210-4e9a-ba85-ce9b53a36ea5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:25:37.408161 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-56fef075-9d2a-4878-b8e9-92077b6ddfc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773474061029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773473471600'] for port, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:37.411003 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:25:37.436019 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fef075-9d2a-4878-b8e9-92077b6ddfc4 None None] Pushing event deleted for resources: {'Port': ['ID=78fcea9f-3b98-4774-b986-2857499495de,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:25:37.438461 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-1e7e4e39-6210-4e9a-ba85-ce9b53a36ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1883115', 'neutron.services.segments.db._delete_segments_for_network-8773474011859'] for network, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:37.443671 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-56fef075-9d2a-4878-b8e9-92077b6ddfc4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:25:37.445628 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56fef075-9d2a-4878-b8e9-92077b6ddfc4 None None] No DVR routers for this DVR port 78fcea9f-3b98-4774-b986-2857499495de on host dv-cinder-786627-11-iscsi {{(pid=92921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 07:25:37.449966 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.services.segments.db [None req-1e7e4e39-6210-4e9a-ba85-ce9b53a36ea5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b91fcb38-ada5-4353-b77e-00fb398ce7d0']}} {{(pid=92919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:25:37.462206 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.services.segments.db [None req-1e7e4e39-6210-4e9a-ba85-ce9b53a36ea5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d1bc002-3124-433f-9368-96f826d6cba6') {'for_net_delete': True} {{(pid=92919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:25:37.462500 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.services.segments.db [None req-1e7e4e39-6210-4e9a-ba85-ce9b53a36ea5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d1bc002-3124-433f-9368-96f826d6cba6') {} {{(pid=92919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:25:37.469702 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-c64226a9-1326-4605-94aa-1287fcfc7237 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:37.471541 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-1e7e4e39-6210-4e9a-ba85-ce9b53a36ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773474011688', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4640638'] for segment, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:37.486460 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-1e7e4e39-6210-4e9a-ba85-ce9b53a36ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1885363'] for segment, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:37.494370 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e7e4e39-6210-4e9a-ba85-ce9b53a36ea5 admin admin] Releasing vlan 446 on physical network physnet1 to pool {{(pid=92919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 07:25:37.494855 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-1e7e4e39-6210-4e9a-ba85-ce9b53a36ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1885363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5222240'] for segment, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:37.496665 dv-cinder-786627-11-iscsi neutron-server[92919]: Traceback (most recent call last): Jun 22 07:25:37.496665 dv-cinder-786627-11-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 07:25:37.496665 dv-cinder-786627-11-iscsi neutron-server[92919]: timer() Jun 22 07:25:37.496665 dv-cinder-786627-11-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 07:25:37.496665 dv-cinder-786627-11-iscsi neutron-server[92919]: cb(*args, **kw) Jun 22 07:25:37.496665 dv-cinder-786627-11-iscsi neutron-server[92919]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 07:25:37.496665 dv-cinder-786627-11-iscsi neutron-server[92919]: return func(*args, **kwargs) Jun 22 07:25:37.496665 dv-cinder-786627-11-iscsi neutron-server[92919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 07:25:37.496665 dv-cinder-786627-11-iscsi neutron-server[92919]: self._notify() Jun 22 07:25:37.496665 dv-cinder-786627-11-iscsi neutron-server[92919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 07:25:37.496665 dv-cinder-786627-11-iscsi neutron-server[92919]: self.callback(batched_events) Jun 22 07:25:37.496665 dv-cinder-786627-11-iscsi neutron-server[92919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 07:25:37.496665 dv-cinder-786627-11-iscsi neutron-server[92919]: event.method(event) Jun 22 07:25:37.496665 dv-cinder-786627-11-iscsi neutron-server[92919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 07:25:37.496665 dv-cinder-786627-11-iscsi neutron-server[92919]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 07:25:37.496665 dv-cinder-786627-11-iscsi neutron-server[92919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 07:25:37.496665 dv-cinder-786627-11-iscsi neutron-server[92919]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 07:25:37.496665 dv-cinder-786627-11-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 07:25:37.496665 dv-cinder-786627-11-iscsi neutron-server[92919]: return f(self, *a, **k) Jun 22 07:25:37.496665 dv-cinder-786627-11-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 07:25:37.496665 dv-cinder-786627-11-iscsi neutron-server[92919]: return self._get(url).json() Jun 22 07:25:37.496665 dv-cinder-786627-11-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 07:25:37.496665 dv-cinder-786627-11-iscsi neutron-server[92919]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 07:25:37.496665 dv-cinder-786627-11-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 07:25:37.496665 dv-cinder-786627-11-iscsi neutron-server[92919]: return self.request(url, 'GET', **kwargs) Jun 22 07:25:37.496665 dv-cinder-786627-11-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 07:25:37.496665 dv-cinder-786627-11-iscsi neutron-server[92919]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 07:25:37.496665 dv-cinder-786627-11-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 07:25:37.496665 dv-cinder-786627-11-iscsi neutron-server[92919]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 07:25:37.496665 dv-cinder-786627-11-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 07:25:37.496665 dv-cinder-786627-11-iscsi neutron-server[92919]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 07:25:37.496665 dv-cinder-786627-11-iscsi neutron-server[92919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 07:25:37.565729 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-1e7e4e39-6210-4e9a-ba85-ce9b53a36ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1883104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-54575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-690206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-706735'] for network, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:37.570427 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-c64226a9-1326-4605-94aa-1287fcfc7237 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:37.572841 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:25:37.574558 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-c64226a9-1326-4605-94aa-1287fcfc7237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:37.575530 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-1e7e4e39-6210-4e9a-ba85-ce9b53a36ea5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-690179'] for network, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:37.577640 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-1e7e4e39-6210-4e9a-ba85-ce9b53a36ea5 admin admin] 10.222.0.24 "DELETE /v2.0/networks/b91fcb38-ada5-4353-b77e-00fb398ce7d0 HTTP/1.1" status: 204 len: 168 time: 0.6924660 Jun 22 07:25:37.578545 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-e8ea80be-c7ea-476e-a28d-a364fa0f76e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:25:37.590292 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7e4e39-6210-4e9a-ba85-ce9b53a36ea5 admin admin] Pushing event deleted for resources: {'Network': ['ID=b91fcb38-ada5-4353-b77e-00fb398ce7d0,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:25:37.593539 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-1e7e4e39-6210-4e9a-ba85-ce9b53a36ea5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:25:37.614472 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-c64226a9-1326-4605-94aa-1287fcfc7237 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fbf03f3ed4c148f4b2b51defd79949a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2607911 Jun 22 07:25:37.617093 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64226a9-1326-4605-94aa-1287fcfc7237 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdb49143-501e-4820-83f7-1e89d861f66f,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:25:37.618253 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 52760) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:25:37.620430 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-c64226a9-1326-4605-94aa-1287fcfc7237 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:25:37.671267 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-c288567b-62e9-41f8-b5ad-6c8805d24e20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:37.693313 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-c288567b-62e9-41f8-b5ad-6c8805d24e20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:37.709134 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 52762) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:25:37.754228 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-c288567b-62e9-41f8-b5ad-6c8805d24e20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:37.757200 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-c288567b-62e9-41f8-b5ad-6c8805d24e20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:37.760885 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-c288567b-62e9-41f8-b5ad-6c8805d24e20 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cdb49143-501e-4820-83f7-1e89d861f66f HTTP/1.1" status: 204 len: 168 time: 0.1415241 Jun 22 07:25:37.762085 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-959d816b-3aa5-472f-9f86-6dc20bbb1182 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:25:37.766497 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-d56f5a2d-22a9-4e0b-9401-3e06f6915a6d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e8e015950749433d91627c7d2fff432f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0561240 Jun 22 07:25:37.768843 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 52766) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:25:37.770464 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Device 78fcea9f-3b98-4774-b986-2857499495de no longer exists at agent ovs-agent-dv-cinder-786627-11-iscsi {{(pid=92921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 07:25:37.770700 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c288567b-62e9-41f8-b5ad-6c8805d24e20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdb49143-501e-4820-83f7-1e89d861f66f,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:25:37.773192 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-c288567b-62e9-41f8-b5ad-6c8805d24e20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:25:37.796903 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] No Port match for: 78fcea9f-3b98-4774-b986-2857499495de {{(pid=92921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 07:25:37.797247 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Device 78fcea9f-3b98-4774-b986-2857499495de not bound to the agent host dv-cinder-786627-11-iscsi {{(pid=92921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 07:25:37.797847 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Device 30995bdb-9a4a-48b3-97be-68e0606645f8 no longer exists at agent ovs-agent-dv-cinder-786627-11-iscsi {{(pid=92921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 07:25:37.822261 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-e254593d-1200-41f5-9bba-b3cca1f322c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:37.822699 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] No Port match for: 30995bdb-9a4a-48b3-97be-68e0606645f8 {{(pid=92921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 07:25:37.823063 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Device 30995bdb-9a4a-48b3-97be-68e0606645f8 not bound to the agent host dv-cinder-786627-11-iscsi {{(pid=92921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 07:25:37.823488 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Device 098d0e0b-08fe-483a-8b92-acc051690e6c no longer exists at agent ovs-agent-dv-cinder-786627-11-iscsi {{(pid=92921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 07:25:37.843084 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] No Port match for: 098d0e0b-08fe-483a-8b92-acc051690e6c {{(pid=92921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 07:25:37.843673 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Device 098d0e0b-08fe-483a-8b92-acc051690e6c not bound to the agent host dv-cinder-786627-11-iscsi {{(pid=92921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 07:25:37.844356 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-e254593d-1200-41f5-9bba-b3cca1f322c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:37.895224 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-e254593d-1200-41f5-9bba-b3cca1f322c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:37.898659 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-e254593d-1200-41f5-9bba-b3cca1f322c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:37.899901 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-e254593d-1200-41f5-9bba-b3cca1f322c7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a7b45548-9082-421b-9884-662d4383a3f3 HTTP/1.1" status: 204 len: 168 time: 0.1301544 Jun 22 07:25:37.900811 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-85f99845-41c2-49b9-8d33-e9ea692fbb2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:25:37.909221 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e254593d-1200-41f5-9bba-b3cca1f322c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7b45548-9082-421b-9884-662d4383a3f3,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:25:37.912132 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-e254593d-1200-41f5-9bba-b3cca1f322c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:25:38.181287 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 52778) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:25:38.194654 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-821f2301-1414-4935-8dee-db9d98cb1d79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:38.284028 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-821f2301-1414-4935-8dee-db9d98cb1d79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:38.288174 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-821f2301-1414-4935-8dee-db9d98cb1d79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:38.292867 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-d073898c-5c2b-4133-baa9-72ba9243c8bb tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:25:38.330460 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-821f2301-1414-4935-8dee-db9d98cb1d79 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bf1b5ecd820748f196b9bd30692ea42c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1479826 Jun 22 07:25:38.331527 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821f2301-1414-4935-8dee-db9d98cb1d79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a7d1ba1-9f3c-4ca4-b298-717f9c2347a4,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:25:38.333563 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 52784) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:25:38.334623 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-821f2301-1414-4935-8dee-db9d98cb1d79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:25:38.384740 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-33e3da17-cbe8-4851-ade6-dff613c4717e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:38.411578 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-33e3da17-cbe8-4851-ade6-dff613c4717e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:38.460816 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-33e3da17-cbe8-4851-ade6-dff613c4717e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:38.463441 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-33e3da17-cbe8-4851-ade6-dff613c4717e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:38.464600 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-33e3da17-cbe8-4851-ade6-dff613c4717e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8a7d1ba1-9f3c-4ca4-b298-717f9c2347a4 HTTP/1.1" status: 204 len: 168 time: 0.1299365 Jun 22 07:25:38.465355 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-134b5b2d-175a-44ee-90e5-f6c687cf34e1 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:25:38.474888 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e3da17-cbe8-4851-ade6-dff613c4717e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a7d1ba1-9f3c-4ca4-b298-717f9c2347a4,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:25:38.477535 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-33e3da17-cbe8-4851-ade6-dff613c4717e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:25:38.633087 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 52798) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:25:38.754658 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.v2.base [None req-744e6de1-ae1e-4490-9c31-8ec9d5cdbc9f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2123777792-network', 'tenant_id': 'f02b0389d793461eb2ec3f84b0359c14'}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:25:38.777518 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-744e6de1-ae1e-4490-9c31-8ec9d5cdbc9f admin admin] Made reservation on behalf of f02b0389d793461eb2ec3f84b0359c14 for: {'network': 1} {{(pid=92919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 07:25:38.780150 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-744e6de1-ae1e-4490-9c31-8ec9d5cdbc9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1809762'] for network, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:38.788691 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-744e6de1-ae1e-4490-9c31-8ec9d5cdbc9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:38.884009 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-744e6de1-ae1e-4490-9c31-8ec9d5cdbc9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:38.888127 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-744e6de1-ae1e-4490-9c31-8ec9d5cdbc9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:38.891145 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-12afc26a-2628-49ec-a2f5-3cef14e37a5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:25:38.917184 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-744e6de1-ae1e-4490-9c31-8ec9d5cdbc9f admin admin] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=92919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 07:25:38.925938 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744e6de1-ae1e-4490-9c31-8ec9d5cdbc9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41fbea32-64c7-4c3e-88d8-104a214ab6f3,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:25:38.930919 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-744e6de1-ae1e-4490-9c31-8ec9d5cdbc9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:25:38.932113 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-744e6de1-ae1e-4490-9c31-8ec9d5cdbc9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1885363'] for segment, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:38.932564 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.db.segments_db [None req-744e6de1-ae1e-4490-9c31-8ec9d5cdbc9f admin admin] Added segment e8d61841-7d74-47e5-a65e-ba476860933d of type vlan for network e78a8976-8a36-4e92-b457-521753e9cbbd Jun 22 07:25:38.975069 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-744e6de1-ae1e-4490-9c31-8ec9d5cdbc9f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773473491173'] for network, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:39.006362 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-744e6de1-ae1e-4490-9c31-8ec9d5cdbc9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-54575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-690206'] for network, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:39.008642 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-744e6de1-ae1e-4490-9c31-8ec9d5cdbc9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:25:39.009236 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-744e6de1-ae1e-4490-9c31-8ec9d5cdbc9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-690179'] for network, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:39.011512 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-8c2ac488-5b77-45c2-94b8-a2268ca5f6c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:25:39.073285 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-744e6de1-ae1e-4490-9c31-8ec9d5cdbc9f admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4389284 Jun 22 07:25:39.076900 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744e6de1-ae1e-4490-9c31-8ec9d5cdbc9f admin admin] Pushing event updated for resources: {'Network': ['ID=e78a8976-8a36-4e92-b457-521753e9cbbd,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:25:39.077630 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 52818) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:25:39.079482 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-744e6de1-ae1e-4490-9c31-8ec9d5cdbc9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:25:39.083718 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.v2.base [None req-9b94810f-d253-4d77-8c9c-80cb7e89c257 admin admin] Request body: {'subnet': {'network_id': 'e78a8976-8a36-4e92-b457-521753e9cbbd', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2123777792-subnet', 'tenant_id': 'f02b0389d793461eb2ec3f84b0359c14', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:25:39.088020 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Network e78a8976-8a36-4e92-b457-521753e9cbbd details requested by agent ovs-agent-dv-cinder-786627-11-iscsi with host dv-cinder-786627-11-iscsi {{(pid=92921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 07:25:39.106891 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b94810f-d253-4d77-8c9c-80cb7e89c257 admin admin] Made reservation on behalf of f02b0389d793461eb2ec3f84b0359c14 for: {'subnet': 1} {{(pid=92920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 07:25:39.109419 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-9b94810f-d253-4d77-8c9c-80cb7e89c257 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5183198'] for subnet, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:39.283916 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-9b94810f-d253-4d77-8c9c-80cb7e89c257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5150926', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5183212'] for subnet, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:39.286235 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:25:39.346862 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b94810f-d253-4d77-8c9c-80cb7e89c257 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f57852cd-4cef-442e-a850-0178e105dfe0,revision_number=0']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:25:39.349671 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-9b94810f-d253-4d77-8c9c-80cb7e89c257 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:25:39.356649 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b94810f-d253-4d77-8c9c-80cb7e89c257 admin admin] Checking segment: {'id': 'e8d61841-7d74-47e5-a65e-ba476860933d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'e78a8976-8a36-4e92-b457-521753e9cbbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 07:25:39.357003 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b94810f-d253-4d77-8c9c-80cb7e89c257 admin admin] Network hostable DHCP agents. Network: e78a8976-8a36-4e92-b457-521753e9cbbd, hostable agents: ['23f99c3b-a432-44d9-a8da-8094b458f26a'], hosted agents: [] {{(pid=92920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 07:25:39.381197 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b94810f-d253-4d77-8c9c-80cb7e89c257 admin admin] Network e78a8976-8a36-4e92-b457-521753e9cbbd is scheduled to be hosted by DHCP agent 23f99c3b-a432-44d9-a8da-8094b458f26a with binding_index 1 {{(pid=92920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 07:25:39.390846 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.scheduler.base_scheduler [None req-9b94810f-d253-4d77-8c9c-80cb7e89c257 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-11-iscsi, e78a8976-8a36-4e92-b457-521753e9cbbd) {{(pid=92920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 07:25:39.399020 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d1d6bd6-5117-4e98-8c49-4ce6b4a581c8 None None] Network e78a8976-8a36-4e92-b457-521753e9cbbd requested from dv-cinder-786627-11-iscsi {{(pid=92921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 07:25:39.401015 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b94810f-d253-4d77-8c9c-80cb7e89c257 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:25:39.401807 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-9b94810f-d253-4d77-8c9c-80cb7e89c257 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:39.417096 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-9b94810f-d253-4d77-8c9c-80cb7e89c257 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3383636 Jun 22 07:25:39.536838 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f61f1a43-d2a0-48fd-b776-307fb8f34c6c None None] Network e78a8976-8a36-4e92-b457-521753e9cbbd requested from dv-cinder-786627-11-iscsi {{(pid=92921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 07:25:39.885140 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bc1eb1-d2b0-4a53-830c-f11a7f040dfa req-72533e95-379d-427b-b6fb-ff2d5b235afe tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:25:39.886595 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-86bc1eb1-d2b0-4a53-830c-f11a7f040dfa req-72533e95-379d-427b-b6fb-ff2d5b235afe tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] 10.222.0.24 "GET /v2.0/networks?id=e78a8976-8a36-4e92-b457-521753e9cbbd HTTP/1.1" status: 200 len: 815 time: 0.1043875 Jun 22 07:25:39.901942 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-86bc1eb1-d2b0-4a53-830c-f11a7f040dfa req-ac6e6bb0-3da4-4f8a-ab3f-d62999ca4940 tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] 10.222.0.24 "GET /v2.0/quotas/f02b0389d793461eb2ec3f84b0359c14 HTTP/1.1" status: 200 len: 375 time: 0.0099030 Jun 22 07:25:39.938878 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-86bc1eb1-d2b0-4a53-830c-f11a7f040dfa req-fc9c27aa-a02e-4808-bd2f-4e5f52fdd30a tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f02b0389d793461eb2ec3f84b0359c14&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0319393 Jun 22 07:25:39.949850 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [req-86bc1eb1-d2b0-4a53-830c-f11a7f040dfa req-403a75d0-4775-4e83-8199-d8d3eab72000 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=92919) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 07:25:39.950774 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-86bc1eb1-d2b0-4a53-830c-f11a7f040dfa req-403a75d0-4775-4e83-8199-d8d3eab72000 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052021 Jun 22 07:25:40.037826 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-86bc1eb1-d2b0-4a53-830c-f11a7f040dfa req-fdd5cff0-87aa-4f40-86b8-5ff963151d05 service neutron] 10.222.0.24 "GET /v2.0/networks/e78a8976-8a36-4e92-b457-521753e9cbbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815332 Jun 22 07:25:40.128749 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-86bc1eb1-d2b0-4a53-830c-f11a7f040dfa req-a460f047-d69c-4ef5-b0a6-4807afc9d674 service neutron] 10.222.0.24 "GET /v2.0/networks/e78a8976-8a36-4e92-b457-521753e9cbbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849378 Jun 22 07:25:40.937429 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.agents_db [None req-74002642-eed4-46c6-8f70-93846dc748c3 None None] Agent healthcheck: found 6 active agents {{(pid=92922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 07:25:41.314014 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-efb4bae2-aba9-4d9e-84f7-9f65055daa91 req-dd17979d-50ab-4184-8025-b27c29e79ecb tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] 10.222.0.24 "GET /v2.0/ports?device_id=18f38d70-e755-476a-ae0d-a46511c87cc5 HTTP/1.1" status: 200 len: 210 time: 0.0303500 Jun 22 07:25:42.453722 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-6aad7acb-0515-48b8-a808-4c19ad475bd9 req-7b48ea14-d714-4bc3-94d0-48c7f6adac40 tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] 10.222.0.24 "GET /v2.0/ports?device_id=18f38d70-e755-476a-ae0d-a46511c87cc5 HTTP/1.1" status: 200 len: 210 time: 0.0299890 Jun 22 07:25:43.593085 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-c4a4d38c-9d41-4ffd-8a23-cfa5b5cb5e34 req-0463a48b-ccec-4765-9e0a-f8dc886644e0 tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] 10.222.0.24 "GET /v2.0/ports?device_id=18f38d70-e755-476a-ae0d-a46511c87cc5 HTTP/1.1" status: 200 len: 210 time: 0.0282741 Jun 22 07:25:44.745692 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-27ca45a2-a0c8-42a8-8aa1-e472a8112e6a req-f53c5d94-f12f-462b-a4ce-8a231a3d943b tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] 10.222.0.24 "GET /v2.0/ports?device_id=18f38d70-e755-476a-ae0d-a46511c87cc5 HTTP/1.1" status: 200 len: 210 time: 0.0387011 Jun 22 07:25:45.196227 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bc1eb1-d2b0-4a53-830c-f11a7f040dfa req-5825dc1c-833a-4cb0-aef7-e54bb9bb1174 tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:25:45.197857 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-86bc1eb1-d2b0-4a53-830c-f11a7f040dfa req-5825dc1c-833a-4cb0-aef7-e54bb9bb1174 tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] 10.222.0.41 "GET /v2.0/networks?id=e78a8976-8a36-4e92-b457-521753e9cbbd HTTP/1.1" status: 200 len: 815 time: 0.1125677 Jun 22 07:25:45.214285 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.v2.base [req-86bc1eb1-d2b0-4a53-830c-f11a7f040dfa req-cd364984-23a9-4ef1-b63b-849f8f03ac10 tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] Request body: {'port': {'device_id': '18f38d70-e755-476a-ae0d-a46511c87cc5', 'network_id': 'e78a8976-8a36-4e92-b457-521753e9cbbd', 'admin_state_up': True, 'tenant_id': 'f02b0389d793461eb2ec3f84b0359c14'}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:25:45.336507 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86bc1eb1-d2b0-4a53-830c-f11a7f040dfa req-cd364984-23a9-4ef1-b63b-849f8f03ac10 tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] Made reservation on behalf of f02b0389d793461eb2ec3f84b0359c14 for: {'port': 1} {{(pid=92920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 07:25:45.340283 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-86bc1eb1-d2b0-4a53-830c-f11a7f040dfa req-cd364984-23a9-4ef1-b63b-849f8f03ac10 tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1809762'] for port, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:45.463670 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.db.db_base_plugin_common [req-86bc1eb1-d2b0-4a53-830c-f11a7f040dfa req-cd364984-23a9-4ef1-b63b-849f8f03ac10 tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] Allocated IP 172.20.0.11 (e78a8976-8a36-4e92-b457-521753e9cbbd/f57852cd-4cef-442e-a850-0178e105dfe0/ece51fb6-2431-42dd-8988-e6c589ad1990) {{(pid=92920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 07:25:45.623763 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-86bc1eb1-d2b0-4a53-830c-f11a7f040dfa req-cd364984-23a9-4ef1-b63b-849f8f03ac10 tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] Notify callbacks [] for port, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:45.662491 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-86bc1eb1-d2b0-4a53-830c-f11a7f040dfa req-cd364984-23a9-4ef1-b63b-849f8f03ac10 tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1809569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-690206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773473471591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5150818'] for port, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:45.667657 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-56901fff-50d4-445c-b4cc-040e9ffaaada service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:25:45.707721 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86bc1eb1-d2b0-4a53-830c-f11a7f040dfa req-cd364984-23a9-4ef1-b63b-849f8f03ac10 tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] Network e78a8976-8a36-4e92-b457-521753e9cbbd is already hosted by enough agents. {{(pid=92920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 07:25:45.715241 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.scheduler.base_scheduler [req-86bc1eb1-d2b0-4a53-830c-f11a7f040dfa req-cd364984-23a9-4ef1-b63b-849f8f03ac10 tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] Resources bound (agent type, host, resource id): {{(pid=92920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 07:25:45.719136 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.db.l3_dvrscheduler_db [req-86bc1eb1-d2b0-4a53-830c-f11a7f040dfa req-cd364984-23a9-4ef1-b63b-849f8f03ac10 tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] Received port after_create {{(pid=92920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 07:25:45.748528 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd364984-23a9-4ef1-b63b-849f8f03ac10 tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] Pushing event updated for resources: {'Port': ['ID=ece51fb6-2431-42dd-8988-e6c589ad1990,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:25:45.753532 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-cd364984-23a9-4ef1-b63b-849f8f03ac10 tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:25:45.780705 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bc1eb1-d2b0-4a53-830c-f11a7f040dfa req-cd364984-23a9-4ef1-b63b-849f8f03ac10 tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:25:45.781367 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-86bc1eb1-d2b0-4a53-830c-f11a7f040dfa req-cd364984-23a9-4ef1-b63b-849f8f03ac10 tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91146'] for port, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:45.798003 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-86bc1eb1-d2b0-4a53-830c-f11a7f040dfa req-cd364984-23a9-4ef1-b63b-849f8f03ac10 tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5873871 Jun 22 07:25:45.809346 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.v2.base [req-86bc1eb1-d2b0-4a53-830c-f11a7f040dfa req-17e65e81-d1c3-4465-bce1-afdae527ac7a service neutron] Request body: {'port': {'device_id': '18f38d70-e755-476a-ae0d-a46511c87cc5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:25:45.895289 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-86bc1eb1-d2b0-4a53-830c-f11a7f040dfa req-17e65e81-d1c3-4465-bce1-afdae527ac7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:45.950737 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02411c3-b352-4241-8748-5bc634cc65a6 req-cda88b5c-9517-4fe7-ac4f-a03476fec24a tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:25:45.952548 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-a02411c3-b352-4241-8748-5bc634cc65a6 req-cda88b5c-9517-4fe7-ac4f-a03476fec24a tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] 10.222.0.24 "GET /v2.0/ports?device_id=18f38d70-e755-476a-ae0d-a46511c87cc5 HTTP/1.1" status: 200 len: 932 time: 0.0768137 Jun 22 07:25:46.000363 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-a02411c3-b352-4241-8748-5bc634cc65a6 req-4c5e2f50-d74a-4108-912a-03ec1a60ecd1 tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] 10.222.0.24 "GET /v2.0/security-groups?id=41fbea32-64c7-4c3e-88d8-104a214ab6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382516 Jun 22 07:25:46.188324 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.notifiers.nova [req-86bc1eb1-d2b0-4a53-830c-f11a7f040dfa req-17e65e81-d1c3-4465-bce1-afdae527ac7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ece51fb6-2431-42dd-8988-e6c589ad1990 {{(pid=92920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 07:25:46.198259 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-86bc1eb1-d2b0-4a53-830c-f11a7f040dfa req-17e65e81-d1c3-4465-bce1-afdae527ac7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:46.212153 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [req-86bc1eb1-d2b0-4a53-830c-f11a7f040dfa req-17e65e81-d1c3-4465-bce1-afdae527ac7a service neutron] Transition to ACTIVE for port object ece51fb6-2431-42dd-8988-e6c589ad1990 will not be triggered until provisioned by entity L2. {{(pid=92920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 07:25:46.216803 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-86bc1eb1-d2b0-4a53-830c-f11a7f040dfa req-17e65e81-d1c3-4465-bce1-afdae527ac7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5150800'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:46.219004 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-1c8a6bf8-b6c8-4db9-ad95-bce536ddf03e tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:25:46.301971 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e65e81-d1c3-4465-bce1-afdae527ac7a service neutron] Pushing event updated for resources: {'Port': ['ID=ece51fb6-2431-42dd-8988-e6c589ad1990,revision_number=2']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:25:46.315003 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-17e65e81-d1c3-4465-bce1-afdae527ac7a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:25:46.389032 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.managers [req-86bc1eb1-d2b0-4a53-830c-f11a7f040dfa req-17e65e81-d1c3-4465-bce1-afdae527ac7a service neutron] Attempting to bind port ece51fb6-2431-42dd-8988-e6c589ad1990 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 07:25:46.389441 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.managers [req-86bc1eb1-d2b0-4a53-830c-f11a7f040dfa req-17e65e81-d1c3-4465-bce1-afdae527ac7a service neutron] Attempting to bind port ece51fb6-2431-42dd-8988-e6c589ad1990 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': 'e8d61841-7d74-47e5-a65e-ba476860933d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'e78a8976-8a36-4e92-b457-521753e9cbbd'}] {{(pid=92920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 07:25:46.389688 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86bc1eb1-d2b0-4a53-830c-f11a7f040dfa req-17e65e81-d1c3-4465-bce1-afdae527ac7a service neutron] Attempting to bind port ece51fb6-2431-42dd-8988-e6c589ad1990 on network e78a8976-8a36-4e92-b457-521753e9cbbd {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 07:25:46.395016 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86bc1eb1-d2b0-4a53-830c-f11a7f040dfa req-17e65e81-d1c3-4465-bce1-afdae527ac7a service neutron] Port ece51fb6-2431-42dd-8988-e6c589ad1990 on network e78a8976-8a36-4e92-b457-521753e9cbbd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 07:25:46.395412 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86bc1eb1-d2b0-4a53-830c-f11a7f040dfa req-17e65e81-d1c3-4465-bce1-afdae527ac7a service neutron] Attempting to bind port ece51fb6-2431-42dd-8988-e6c589ad1990 on network e78a8976-8a36-4e92-b457-521753e9cbbd {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 07:25:46.400738 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86bc1eb1-d2b0-4a53-830c-f11a7f040dfa req-17e65e81-d1c3-4465-bce1-afdae527ac7a service neutron] Checking agent: {'id': 'ce8fa221-be2f-440a-9097-46e1804b8f29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 7, 12, 2), 'started_at': datetime.datetime(2021, 6, 22, 7, 12, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 7, 25, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 07:25:46.401080 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86bc1eb1-d2b0-4a53-830c-f11a7f040dfa req-17e65e81-d1c3-4465-bce1-afdae527ac7a service neutron] Checking segment: {'id': 'e8d61841-7d74-47e5-a65e-ba476860933d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'e78a8976-8a36-4e92-b457-521753e9cbbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 07:25:46.401465 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86bc1eb1-d2b0-4a53-830c-f11a7f040dfa req-17e65e81-d1c3-4465-bce1-afdae527ac7a service neutron] Bound using segment: {'id': 'e8d61841-7d74-47e5-a65e-ba476860933d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'e78a8976-8a36-4e92-b457-521753e9cbbd'} {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 07:25:46.401895 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.managers [req-86bc1eb1-d2b0-4a53-830c-f11a7f040dfa req-17e65e81-d1c3-4465-bce1-afdae527ac7a service neutron] Bound port: ece51fb6-2431-42dd-8988-e6c589ad1990, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8d61841-7d74-47e5-a65e-ba476860933d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'e78a8976-8a36-4e92-b457-521753e9cbbd'}}] {{(pid=92920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 07:25:46.402249 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-86bc1eb1-d2b0-4a53-830c-f11a7f040dfa req-17e65e81-d1c3-4465-bce1-afdae527ac7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:46.469748 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [req-86bc1eb1-d2b0-4a53-830c-f11a7f040dfa req-17e65e81-d1c3-4465-bce1-afdae527ac7a service neutron] For port ece51fb6-2431-42dd-8988-e6c589ad1990, host hv-cinder-78662, cleared binding levels {{(pid=92920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 07:25:46.472828 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [req-86bc1eb1-d2b0-4a53-830c-f11a7f040dfa req-17e65e81-d1c3-4465-bce1-afdae527ac7a service neutron] For port ece51fb6-2431-42dd-8988-e6c589ad1990, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=ece51fb6-2431-42dd-8988-e6c589ad1990,segment=NetworkSegment(e8d61841-7d74-47e5-a65e-ba476860933d),segment_id=e8d61841-7d74-47e5-a65e-ba476860933d)] {{(pid=92920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 07:25:46.477084 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-86bc1eb1-d2b0-4a53-830c-f11a7f040dfa req-17e65e81-d1c3-4465-bce1-afdae527ac7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5150800'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:46.479822 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-d4f6df17-5b9c-483a-a0d6-2b26e34709e8 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:25:46.513942 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bc1eb1-d2b0-4a53-830c-f11a7f040dfa req-17e65e81-d1c3-4465-bce1-afdae527ac7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:25:46.514549 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-86bc1eb1-d2b0-4a53-830c-f11a7f040dfa req-17e65e81-d1c3-4465-bce1-afdae527ac7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91146'] for port, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:46.515910 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-86bc1eb1-d2b0-4a53-830c-f11a7f040dfa req-17e65e81-d1c3-4465-bce1-afdae527ac7a service neutron] 10.222.0.41 "PUT /v2.0/ports/ece51fb6-2431-42dd-8988-e6c589ad1990 HTTP/1.1" status: 200 len: 1094 time: 0.7108462 Jun 22 07:25:46.516448 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18f38d70-e755-476a-ae0d-a46511c87cc5', 'tag': 'ece51fb6-2431-42dd-8988-e6c589ad1990'}] {{(pid=92920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 07:25:46.518719 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}175c46e468422b48d63533518873068da6a6c478907c3b6f79f9dabf89e8d923" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b22937c-b968-4bf6-be8f-91295ad445eb" -d '{"events": [{"name": "network-changed", "server_uuid": "18f38d70-e755-476a-ae0d-a46511c87cc5", "tag": "ece51fb6-2431-42dd-8988-e6c589ad1990"}]}' {{(pid=92920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 07:25:46.545708 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e65e81-d1c3-4465-bce1-afdae527ac7a service neutron] Pushing event updated for resources: {'Port': ['ID=ece51fb6-2431-42dd-8988-e6c589ad1990,revision_number=3']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:25:46.549174 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-17e65e81-d1c3-4465-bce1-afdae527ac7a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:25:46.557502 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 07:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf05fe2f-3b14-4bc8-ba9f-d617815d55de x-openstack-request-id: req-cf05fe2f-3b14-4bc8-ba9f-d617815d55de {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 07:25:46.557828 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18f38d70-e755-476a-ae0d-a46511c87cc5", "tag": "ece51fb6-2431-42dd-8988-e6c589ad1990", "status": "completed", "code": 200}]} {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 07:25:46.558119 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cf05fe2f-3b14-4bc8-ba9f-d617815d55de {{(pid=92920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 07:25:46.558573 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18f38d70-e755-476a-ae0d-a46511c87cc5', 'tag': 'ece51fb6-2431-42dd-8988-e6c589ad1990', 'status': 'completed', 'code': 200} Jun 22 07:25:46.614559 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bc1eb1-d2b0-4a53-830c-f11a7f040dfa req-c4228c1d-13ef-4034-b458-02be96e28f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:25:46.616023 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-86bc1eb1-d2b0-4a53-830c-f11a7f040dfa req-c4228c1d-13ef-4034-b458-02be96e28f7e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f02b0389d793461eb2ec3f84b0359c14&device_id=18f38d70-e755-476a-ae0d-a46511c87cc5 HTTP/1.1" status: 200 len: 1097 time: 0.0553892 Jun 22 07:25:46.658014 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-86bc1eb1-d2b0-4a53-830c-f11a7f040dfa req-069caf2e-8854-4e7a-b412-5318c001ab8e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ece51fb6-2431-42dd-8988-e6c589ad1990 HTTP/1.1" status: 200 len: 217 time: 0.0348079 Jun 22 07:25:46.711629 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bc1eb1-d2b0-4a53-830c-f11a7f040dfa req-341e674f-909d-49e4-a450-41f40563ce80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:25:46.713010 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-86bc1eb1-d2b0-4a53-830c-f11a7f040dfa req-341e674f-909d-49e4-a450-41f40563ce80 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f57852cd-4cef-442e-a850-0178e105dfe0 HTTP/1.1" status: 200 len: 855 time: 0.0489552 Jun 22 07:25:46.744087 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-86bc1eb1-d2b0-4a53-830c-f11a7f040dfa req-829bc83d-b85f-4f78-bbd4-e0cc7e68c082 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e78a8976-8a36-4e92-b457-521753e9cbbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252433 Jun 22 07:25:46.834802 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-86bc1eb1-d2b0-4a53-830c-f11a7f040dfa req-869fda2e-5b0c-4387-8c53-1564ba7f3e89 service neutron] 10.222.0.41 "GET /v2.0/networks/e78a8976-8a36-4e92-b457-521753e9cbbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840793 Jun 22 07:25:46.922351 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-86bc1eb1-d2b0-4a53-830c-f11a7f040dfa req-c7042db0-3583-48a7-a759-3ba60e9aa2e0 service neutron] 10.222.0.41 "GET /v2.0/networks/e78a8976-8a36-4e92-b457-521753e9cbbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815508 Jun 22 07:25:47.024280 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b22937c-b968-4bf6-be8f-91295ad445eb req-60cc084d-8a47-491f-a295-e6e9dc18e77d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:25:47.025787 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-3b22937c-b968-4bf6-be8f-91295ad445eb req-60cc084d-8a47-491f-a295-e6e9dc18e77d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f02b0389d793461eb2ec3f84b0359c14&device_id=18f38d70-e755-476a-ae0d-a46511c87cc5 HTTP/1.1" status: 200 len: 1097 time: 0.0569394 Jun 22 07:25:47.114099 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b22937c-b968-4bf6-be8f-91295ad445eb req-a3367857-4811-4d5d-a2f8-d0240a0338c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:25:47.115596 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-3b22937c-b968-4bf6-be8f-91295ad445eb req-a3367857-4811-4d5d-a2f8-d0240a0338c8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e78a8976-8a36-4e92-b457-521753e9cbbd HTTP/1.1" status: 200 len: 916 time: 0.0837455 Jun 22 07:25:47.158605 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-3b22937c-b968-4bf6-be8f-91295ad445eb req-bb6e7602-1b42-4c7d-bd9f-8754fc706036 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ece51fb6-2431-42dd-8988-e6c589ad1990 HTTP/1.1" status: 200 len: 217 time: 0.0370474 Jun 22 07:25:47.177975 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52479a0a-f17f-4fb5-9205-b2b2dc344b17 req-6de26c72-62f2-43cb-96bb-32763ba15ec3 tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:25:47.180201 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-52479a0a-f17f-4fb5-9205-b2b2dc344b17 req-6de26c72-62f2-43cb-96bb-32763ba15ec3 tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] 10.222.0.24 "GET /v2.0/ports?device_id=18f38d70-e755-476a-ae0d-a46511c87cc5 HTTP/1.1" status: 200 len: 944 time: 0.0645449 Jun 22 07:25:47.207518 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b22937c-b968-4bf6-be8f-91295ad445eb req-89090e72-a4cc-495d-9b8d-b6d8e02c2bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:25:47.209003 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-3b22937c-b968-4bf6-be8f-91295ad445eb req-89090e72-a4cc-495d-9b8d-b6d8e02c2bdf service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f57852cd-4cef-442e-a850-0178e105dfe0 HTTP/1.1" status: 200 len: 855 time: 0.0439289 Jun 22 07:25:47.218820 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-52479a0a-f17f-4fb5-9205-b2b2dc344b17 req-a836e889-63d9-42d0-a3f5-53c67366637f tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] 10.222.0.24 "GET /v2.0/security-groups?id=41fbea32-64c7-4c3e-88d8-104a214ab6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327406 Jun 22 07:25:47.242175 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-3b22937c-b968-4bf6-be8f-91295ad445eb req-3686d35c-1f99-413e-a5f5-ffef5289c980 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e78a8976-8a36-4e92-b457-521753e9cbbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262182 Jun 22 07:25:47.333328 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-3b22937c-b968-4bf6-be8f-91295ad445eb req-ff87acab-3477-459d-980d-b65e8c40bbd3 service neutron] 10.222.0.41 "GET /v2.0/networks/e78a8976-8a36-4e92-b457-521753e9cbbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848444 Jun 22 07:25:47.422457 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-3b22937c-b968-4bf6-be8f-91295ad445eb req-40d38edc-6b51-4164-ad45-23e8402c7df9 service neutron] 10.222.0.41 "GET /v2.0/networks/e78a8976-8a36-4e92-b457-521753e9cbbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822504 Jun 22 07:25:47.576222 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 52918) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:25:47.678147 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-41ae33a8-e634-4f4b-ba9e-1f4782131bc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:47.766030 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-41ae33a8-e634-4f4b-ba9e-1f4782131bc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:47.769592 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-41ae33a8-e634-4f4b-ba9e-1f4782131bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:47.772900 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-1f47d42d-3740-4b6c-a3c8-832b8ea43dbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:25:47.807448 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-41ae33a8-e634-4f4b-ba9e-1f4782131bc8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=314bf1bf662949e3a7a0c64006e13e2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2299187 Jun 22 07:25:47.808351 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ae33a8-e634-4f4b-ba9e-1f4782131bc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11569e89-9995-47b9-b0cd-966806761f5d,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:25:47.810175 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 52922) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:25:47.811611 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-41ae33a8-e634-4f4b-ba9e-1f4782131bc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:25:47.862936 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-2a69f35e-89e9-47cb-9a71-167fec2c033c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:47.884614 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-2a69f35e-89e9-47cb-9a71-167fec2c033c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:47.930734 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-2a69f35e-89e9-47cb-9a71-167fec2c033c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:47.933420 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-2a69f35e-89e9-47cb-9a71-167fec2c033c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:47.934564 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-2a69f35e-89e9-47cb-9a71-167fec2c033c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/11569e89-9995-47b9-b0cd-966806761f5d HTTP/1.1" status: 204 len: 168 time: 0.1234393 Jun 22 07:25:47.935326 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-d70144d9-d6f0-4ff3-be95-0ec286f9fb79 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:25:47.942845 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a69f35e-89e9-47cb-9a71-167fec2c033c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11569e89-9995-47b9-b0cd-966806761f5d,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:25:47.946042 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-2a69f35e-89e9-47cb-9a71-167fec2c033c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:25:48.393423 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ca5eb5-54cf-47c3-857e-8146c0389d45 req-ea21650c-10dc-4431-a719-76cbf7a09637 tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:25:48.394886 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-f0ca5eb5-54cf-47c3-857e-8146c0389d45 req-ea21650c-10dc-4431-a719-76cbf7a09637 tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] 10.222.0.24 "GET /v2.0/ports?device_id=18f38d70-e755-476a-ae0d-a46511c87cc5 HTTP/1.1" status: 200 len: 944 time: 0.0637953 Jun 22 07:25:48.433482 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-f0ca5eb5-54cf-47c3-857e-8146c0389d45 req-8d77975b-433f-4344-9954-10e125079a7e tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] 10.222.0.24 "GET /v2.0/security-groups?id=41fbea32-64c7-4c3e-88d8-104a214ab6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322800 Jun 22 07:25:49.609439 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93f3eb1-bd80-4e76-8d64-6a53ebd05063 req-36dc3a8d-2a39-45e9-b070-0c134d565cf9 tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:25:49.610867 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-a93f3eb1-bd80-4e76-8d64-6a53ebd05063 req-36dc3a8d-2a39-45e9-b070-0c134d565cf9 tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] 10.222.0.24 "GET /v2.0/ports?device_id=18f38d70-e755-476a-ae0d-a46511c87cc5 HTTP/1.1" status: 200 len: 944 time: 0.0659976 Jun 22 07:25:49.650384 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-a93f3eb1-bd80-4e76-8d64-6a53ebd05063 req-821b8e9b-7977-451b-a16c-cce645f4f546 tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] 10.222.0.24 "GET /v2.0/security-groups?id=41fbea32-64c7-4c3e-88d8-104a214ab6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327351 Jun 22 07:25:49.924842 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Device ece51fb6-2431-42dd-8988-e6c589ad1990 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=92921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 07:25:50.019960 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] For port ece51fb6-2431-42dd-8988-e6c589ad1990, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=ece51fb6-2431-42dd-8988-e6c589ad1990,segment=NetworkSegment(e8d61841-7d74-47e5-a65e-ba476860933d),segment_id=e8d61841-7d74-47e5-a65e-ba476860933d)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:25:50.030957 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Returning: {'device': 'ece51fb6-2431-42dd-8988-e6c589ad1990', 'network_id': 'e78a8976-8a36-4e92-b457-521753e9cbbd', 'port_id': 'ece51fb6-2431-42dd-8988-e6c589ad1990', 'mac_address': 'fa:16:3e:83:ae:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f57852cd-4cef-442e-a850-0178e105dfe0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 07:25:50.067152 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:50.084975 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.notifiers.nova [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ece51fb6-2431-42dd-8988-e6c589ad1990 {{(pid=92921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 07:25:50.104599 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] For port ece51fb6-2431-42dd-8988-e6c589ad1990, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=ece51fb6-2431-42dd-8988-e6c589ad1990,segment=NetworkSegment(e8d61841-7d74-47e5-a65e-ba476860933d),segment_id=e8d61841-7d74-47e5-a65e-ba476860933d)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:25:50.108550 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:50.111113 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-5045c3e2-6822-47c1-bc76-a6f1aa7cf2ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:25:50.156548 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Pushing event updated for resources: {'Port': ['ID=ece51fb6-2431-42dd-8988-e6c589ad1990,revision_number=4']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:25:50.159825 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:25:50.467628 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] get_ports_and_sgs() called for port_ids ['ece51fb6-2431-42dd-8988-e6c589ad1990'] {{(pid=92921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 07:25:50.820524 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58409c6e-df49-4d1f-bacd-8071f014661a req-4a89f34f-b73f-463c-afe2-29da2cee7dda tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:25:50.821975 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-58409c6e-df49-4d1f-bacd-8071f014661a req-4a89f34f-b73f-463c-afe2-29da2cee7dda tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] 10.222.0.24 "GET /v2.0/ports?device_id=18f38d70-e755-476a-ae0d-a46511c87cc5 HTTP/1.1" status: 200 len: 945 time: 0.0632832 Jun 22 07:25:50.859493 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-58409c6e-df49-4d1f-bacd-8071f014661a req-4cba37bb-8da4-490f-8d92-df7bd3ebb081 tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] 10.222.0.24 "GET /v2.0/security-groups?id=41fbea32-64c7-4c3e-88d8-104a214ab6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316615 Jun 22 07:25:51.935996 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Device ece51fb6-2431-42dd-8988-e6c589ad1990 up at agent hyperv_hv-cinder-78662 {{(pid=92921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 07:25:51.985275 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Provisioning for port ece51fb6-2431-42dd-8988-e6c589ad1990 completed by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 07:25:51.990424 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Provisioning complete for port ece51fb6-2431-42dd-8988-e6c589ad1990 triggered by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:25:51.990803 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1879668'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:52.038767 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae072a89-ed53-49eb-8d7a-9e5582c217e2 req-6ea589cf-84a4-4a5b-b6f6-0b7ec7154fad tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:25:52.040243 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-ae072a89-ed53-49eb-8d7a-9e5582c217e2 req-6ea589cf-84a4-4a5b-b6f6-0b7ec7154fad tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] 10.222.0.24 "GET /v2.0/ports?device_id=18f38d70-e755-476a-ae0d-a46511c87cc5 HTTP/1.1" status: 200 len: 945 time: 0.0663998 Jun 22 07:25:52.071247 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:52.078390 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-ae072a89-ed53-49eb-8d7a-9e5582c217e2 req-4eed24f4-033f-45d6-80ed-4fc2c335cc8c tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] 10.222.0.24 "GET /v2.0/security-groups?id=41fbea32-64c7-4c3e-88d8-104a214ab6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324848 Jun 22 07:25:52.094028 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18f38d70-e755-476a-ae0d-a46511c87cc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ece51fb6-2431-42dd-8988-e6c589ad1990'}] {{(pid=92921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 07:25:52.096302 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4609914990d9533a1079bbd359c82c974bab58cbf2fcf9d17aa38aa491f36217" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5864898-4aae-4319-b8c0-168071a0edf7" -d '{"events": [{"server_uuid": "18f38d70-e755-476a-ae0d-a46511c87cc5", "name": "network-vif-plugged", "status": "completed", "tag": "ece51fb6-2431-42dd-8988-e6c589ad1990"}]}' {{(pid=92921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 07:25:52.109538 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] For port ece51fb6-2431-42dd-8988-e6c589ad1990, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=ece51fb6-2431-42dd-8988-e6c589ad1990,segment=NetworkSegment(e8d61841-7d74-47e5-a65e-ba476860933d),segment_id=e8d61841-7d74-47e5-a65e-ba476860933d)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:25:52.113526 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:25:52.117136 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-706f55e0-c97f-4ca7-a71b-9a86625c9573 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:25:52.161868 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Pushing event updated for resources: {'Port': ['ID=ece51fb6-2431-42dd-8988-e6c589ad1990,revision_number=5']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:25:52.165537 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:25:52.302405 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 07:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18d3f774-8acd-4ac3-a644-ed84f3627a3f x-openstack-request-id: req-18d3f774-8acd-4ac3-a644-ed84f3627a3f {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 07:25:52.302698 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18f38d70-e755-476a-ae0d-a46511c87cc5", "name": "network-vif-plugged", "status": "completed", "tag": "ece51fb6-2431-42dd-8988-e6c589ad1990", "code": 200}]} {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 07:25:52.302980 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-18d3f774-8acd-4ac3-a644-ed84f3627a3f {{(pid=92921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 07:25:52.303420 dv-cinder-786627-11-iscsi neutron-server[92921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18f38d70-e755-476a-ae0d-a46511c87cc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ece51fb6-2431-42dd-8988-e6c589ad1990', 'code': 200} Jun 22 07:25:52.521870 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2618b8f-6e87-4d80-b830-37ca80ab7b79 req-0d8e2e8d-7523-478e-8cf2-d42faff04f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:25:52.524035 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-d2618b8f-6e87-4d80-b830-37ca80ab7b79 req-0d8e2e8d-7523-478e-8cf2-d42faff04f9b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=18f38d70-e755-476a-ae0d-a46511c87cc5 HTTP/1.1" status: 200 len: 1099 time: 0.0553763 Jun 22 07:25:52.559934 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-d2618b8f-6e87-4d80-b830-37ca80ab7b79 req-3ddbcd8c-d512-459c-80f4-df70d1ec8cda service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=41fbea32-64c7-4c3e-88d8-104a214ab6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288606 Jun 22 07:25:53.252931 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e61dd47-57fe-4efb-bcbe-094dbd1638c4 req-5e2d147e-ca70-4656-ae5a-dc62b272c2f7 tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:25:53.254368 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-4e61dd47-57fe-4efb-bcbe-094dbd1638c4 req-5e2d147e-ca70-4656-ae5a-dc62b272c2f7 tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] 10.222.0.24 "GET /v2.0/ports?device_id=18f38d70-e755-476a-ae0d-a46511c87cc5 HTTP/1.1" status: 200 len: 946 time: 0.0658426 Jun 22 07:25:53.292520 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-4e61dd47-57fe-4efb-bcbe-094dbd1638c4 req-cc8b5862-4bab-45ce-b0b8-d325643583a1 tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] 10.222.0.24 "GET /v2.0/security-groups?id=41fbea32-64c7-4c3e-88d8-104a214ab6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320461 Jun 22 07:25:54.467768 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05551a19-2c37-49d4-90a3-6eb1bef8853e req-d36fbbc7-3e6f-4c9d-ac6d-30df8d04a3cb tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:25:54.469261 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-05551a19-2c37-49d4-90a3-6eb1bef8853e req-d36fbbc7-3e6f-4c9d-ac6d-30df8d04a3cb tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] 10.222.0.24 "GET /v2.0/ports?device_id=18f38d70-e755-476a-ae0d-a46511c87cc5 HTTP/1.1" status: 200 len: 946 time: 0.0644577 Jun 22 07:25:54.509291 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-05551a19-2c37-49d4-90a3-6eb1bef8853e req-fa718024-115e-479b-8dee-6636605c080a tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] 10.222.0.24 "GET /v2.0/security-groups?id=41fbea32-64c7-4c3e-88d8-104a214ab6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341280 Jun 22 07:26:00.723579 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-8861bee2-b06c-4a9c-af15-0d7bed055c33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:26:03.087815 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d8145e69-fed5-4495-a9a1-f3531ee00fe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:26:03.288636 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:26:03.877450 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced38aa8-1f80-4d6d-8d34-01b3ecd493aa req-294dafe3-b88b-4687-a54f-fcb30e24e14f tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:26:03.878805 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-ced38aa8-1f80-4d6d-8d34-01b3ecd493aa req-294dafe3-b88b-4687-a54f-fcb30e24e14f tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] 10.222.0.24 "GET /v2.0/networks?id=e78a8976-8a36-4e92-b457-521753e9cbbd HTTP/1.1" status: 200 len: 815 time: 0.1025190 Jun 22 07:26:03.893815 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-ced38aa8-1f80-4d6d-8d34-01b3ecd493aa req-36f573f0-47e9-4a2b-8e1c-018414c34358 tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] 10.222.0.24 "GET /v2.0/quotas/f02b0389d793461eb2ec3f84b0359c14 HTTP/1.1" status: 200 len: 375 time: 0.0089941 Jun 22 07:26:03.957469 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-ced38aa8-1f80-4d6d-8d34-01b3ecd493aa req-9cbf0259-4459-44e2-92c8-523e36f8224d tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f02b0389d793461eb2ec3f84b0359c14&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0578654 Jun 22 07:26:04.136538 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-ced38aa8-1f80-4d6d-8d34-01b3ecd493aa req-cea58921-a0a9-46ef-be9b-cc711c404c1e service neutron] 10.222.0.24 "GET /v2.0/networks/e78a8976-8a36-4e92-b457-521753e9cbbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711743 Jun 22 07:26:04.226705 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-ced38aa8-1f80-4d6d-8d34-01b3ecd493aa req-48f95784-572e-44fb-86cb-161814f8e5c8 service neutron] 10.222.0.24 "GET /v2.0/networks/e78a8976-8a36-4e92-b457-521753e9cbbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825109 Jun 22 07:26:04.396880 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-8bb27c75-8db8-4e12-b1ce-832ccaff21e8 req-0923c23b-b3d4-459c-8eeb-211b23560b6b tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] 10.222.0.24 "GET /v2.0/ports?device_id=055b0e8d-331d-49a2-95a7-f8a26cbede02 HTTP/1.1" status: 200 len: 210 time: 0.0340850 Jun 22 07:26:04.737270 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:26:05.232375 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d3c1a5ff-c703-4bfc-bce3-efb8418f207c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:26:05.471176 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced38aa8-1f80-4d6d-8d34-01b3ecd493aa req-a9d4fc03-cedf-4de4-848c-e7be4d068a2e tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:26:05.472674 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-ced38aa8-1f80-4d6d-8d34-01b3ecd493aa req-a9d4fc03-cedf-4de4-848c-e7be4d068a2e tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] 10.222.0.41 "GET /v2.0/networks?id=e78a8976-8a36-4e92-b457-521753e9cbbd HTTP/1.1" status: 200 len: 815 time: 0.1100514 Jun 22 07:26:05.490834 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.v2.base [req-ced38aa8-1f80-4d6d-8d34-01b3ecd493aa req-de8f669f-26f1-4e13-bfe1-225538f94e2e tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] Request body: {'port': {'device_id': '055b0e8d-331d-49a2-95a7-f8a26cbede02', 'network_id': 'e78a8976-8a36-4e92-b457-521753e9cbbd', 'admin_state_up': True, 'tenant_id': 'f02b0389d793461eb2ec3f84b0359c14'}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:26:05.549515 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-79fb09d6-f815-4f98-8219-1c6fb4fdfbf5 req-7b529adb-7ecc-48ff-8719-6eb7eae1a2aa tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] 10.222.0.24 "GET /v2.0/ports?device_id=055b0e8d-331d-49a2-95a7-f8a26cbede02 HTTP/1.1" status: 200 len: 210 time: 0.0338712 Jun 22 07:26:05.612126 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ced38aa8-1f80-4d6d-8d34-01b3ecd493aa req-de8f669f-26f1-4e13-bfe1-225538f94e2e tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] Made reservation on behalf of f02b0389d793461eb2ec3f84b0359c14 for: {'port': 1} {{(pid=92920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 07:26:05.615665 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-ced38aa8-1f80-4d6d-8d34-01b3ecd493aa req-de8f669f-26f1-4e13-bfe1-225538f94e2e tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1809762'] for port, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:26:05.743695 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.db.db_base_plugin_common [req-ced38aa8-1f80-4d6d-8d34-01b3ecd493aa req-de8f669f-26f1-4e13-bfe1-225538f94e2e tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] Allocated IP 172.20.0.5 (e78a8976-8a36-4e92-b457-521753e9cbbd/f57852cd-4cef-442e-a850-0178e105dfe0/28eb059a-694b-422f-a952-295a4f24466c) {{(pid=92920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 07:26:05.894757 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-ced38aa8-1f80-4d6d-8d34-01b3ecd493aa req-de8f669f-26f1-4e13-bfe1-225538f94e2e tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] Notify callbacks [] for port, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:26:05.938728 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-ced38aa8-1f80-4d6d-8d34-01b3ecd493aa req-de8f669f-26f1-4e13-bfe1-225538f94e2e tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1809569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-690206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773473471591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5150818'] for port, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:26:05.942509 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-73b01c70-582d-4662-9147-614e5780aee7 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:26:05.954696 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] get_ports_and_sgs() called for port_ids ['ece51fb6-2431-42dd-8988-e6c589ad1990'] {{(pid=92921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 07:26:05.985618 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ced38aa8-1f80-4d6d-8d34-01b3ecd493aa req-de8f669f-26f1-4e13-bfe1-225538f94e2e tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] Network e78a8976-8a36-4e92-b457-521753e9cbbd is already hosted by enough agents. {{(pid=92920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 07:26:05.988908 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.scheduler.base_scheduler [req-ced38aa8-1f80-4d6d-8d34-01b3ecd493aa req-de8f669f-26f1-4e13-bfe1-225538f94e2e tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] Resources bound (agent type, host, resource id): {{(pid=92920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 07:26:05.994022 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.db.l3_dvrscheduler_db [req-ced38aa8-1f80-4d6d-8d34-01b3ecd493aa req-de8f669f-26f1-4e13-bfe1-225538f94e2e tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] Received port after_create {{(pid=92920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 07:26:06.018467 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8f669f-26f1-4e13-bfe1-225538f94e2e tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] Pushing event updated for resources: {'Port': ['ID=28eb059a-694b-422f-a952-295a4f24466c,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:26:06.030127 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-de8f669f-26f1-4e13-bfe1-225538f94e2e tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:26:06.047592 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced38aa8-1f80-4d6d-8d34-01b3ecd493aa req-de8f669f-26f1-4e13-bfe1-225538f94e2e tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:26:06.048193 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-ced38aa8-1f80-4d6d-8d34-01b3ecd493aa req-de8f669f-26f1-4e13-bfe1-225538f94e2e tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91146'] for port, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:26:06.062378 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-ced38aa8-1f80-4d6d-8d34-01b3ecd493aa req-de8f669f-26f1-4e13-bfe1-225538f94e2e tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5758507 Jun 22 07:26:06.125186 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.v2.base [req-ced38aa8-1f80-4d6d-8d34-01b3ecd493aa req-ff51262d-2333-41ae-9daa-ecbdc1325047 service neutron] Request body: {'port': {'device_id': '055b0e8d-331d-49a2-95a7-f8a26cbede02', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:26:06.198684 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-ced38aa8-1f80-4d6d-8d34-01b3ecd493aa req-ff51262d-2333-41ae-9daa-ecbdc1325047 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:26:06.449805 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.notifiers.nova [req-ced38aa8-1f80-4d6d-8d34-01b3ecd493aa req-ff51262d-2333-41ae-9daa-ecbdc1325047 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28eb059a-694b-422f-a952-295a4f24466c {{(pid=92920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 07:26:06.457077 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-ced38aa8-1f80-4d6d-8d34-01b3ecd493aa req-ff51262d-2333-41ae-9daa-ecbdc1325047 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:26:06.469076 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [req-ced38aa8-1f80-4d6d-8d34-01b3ecd493aa req-ff51262d-2333-41ae-9daa-ecbdc1325047 service neutron] Transition to ACTIVE for port object 28eb059a-694b-422f-a952-295a4f24466c will not be triggered until provisioned by entity L2. {{(pid=92920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 07:26:06.473407 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-ced38aa8-1f80-4d6d-8d34-01b3ecd493aa req-ff51262d-2333-41ae-9daa-ecbdc1325047 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5150800'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:26:06.475294 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-951abd98-d055-481b-bdc5-9dfe4588c83b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:26:06.549285 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff51262d-2333-41ae-9daa-ecbdc1325047 service neutron] Pushing event updated for resources: {'Port': ['ID=28eb059a-694b-422f-a952-295a4f24466c,revision_number=2']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:26:06.575912 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff51262d-2333-41ae-9daa-ecbdc1325047 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:26:06.576297 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff51262d-2333-41ae-9daa-ecbdc1325047 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:26:06.576702 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff51262d-2333-41ae-9daa-ecbdc1325047 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:26:06.577073 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff51262d-2333-41ae-9daa-ecbdc1325047 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:26:06.577703 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff51262d-2333-41ae-9daa-ecbdc1325047 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:26:06.578067 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff51262d-2333-41ae-9daa-ecbdc1325047 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:26:06.578430 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff51262d-2333-41ae-9daa-ecbdc1325047 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:26:06.578791 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff51262d-2333-41ae-9daa-ecbdc1325047 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:26:06.579149 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff51262d-2333-41ae-9daa-ecbdc1325047 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:26:06.579508 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff51262d-2333-41ae-9daa-ecbdc1325047 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:26:06.579894 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff51262d-2333-41ae-9daa-ecbdc1325047 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:26:06.580253 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff51262d-2333-41ae-9daa-ecbdc1325047 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:26:06.584344 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-ff51262d-2333-41ae-9daa-ecbdc1325047 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:26:06.629814 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.managers [req-ced38aa8-1f80-4d6d-8d34-01b3ecd493aa req-ff51262d-2333-41ae-9daa-ecbdc1325047 service neutron] Attempting to bind port 28eb059a-694b-422f-a952-295a4f24466c on host hv-cinder-78662 for vnic_type normal with profile {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 07:26:06.630144 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.managers [req-ced38aa8-1f80-4d6d-8d34-01b3ecd493aa req-ff51262d-2333-41ae-9daa-ecbdc1325047 service neutron] Attempting to bind port 28eb059a-694b-422f-a952-295a4f24466c by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': 'e8d61841-7d74-47e5-a65e-ba476860933d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'e78a8976-8a36-4e92-b457-521753e9cbbd'}] {{(pid=92920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 07:26:06.630471 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ced38aa8-1f80-4d6d-8d34-01b3ecd493aa req-ff51262d-2333-41ae-9daa-ecbdc1325047 service neutron] Attempting to bind port 28eb059a-694b-422f-a952-295a4f24466c on network e78a8976-8a36-4e92-b457-521753e9cbbd {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 07:26:06.634928 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ced38aa8-1f80-4d6d-8d34-01b3ecd493aa req-ff51262d-2333-41ae-9daa-ecbdc1325047 service neutron] Port 28eb059a-694b-422f-a952-295a4f24466c on network e78a8976-8a36-4e92-b457-521753e9cbbd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 07:26:06.635246 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ced38aa8-1f80-4d6d-8d34-01b3ecd493aa req-ff51262d-2333-41ae-9daa-ecbdc1325047 service neutron] Attempting to bind port 28eb059a-694b-422f-a952-295a4f24466c on network e78a8976-8a36-4e92-b457-521753e9cbbd {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 07:26:06.640082 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ced38aa8-1f80-4d6d-8d34-01b3ecd493aa req-ff51262d-2333-41ae-9daa-ecbdc1325047 service neutron] Checking agent: {'id': 'ce8fa221-be2f-440a-9097-46e1804b8f29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 7, 12, 2), 'started_at': datetime.datetime(2021, 6, 22, 7, 12, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 7, 26, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 07:26:06.640447 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ced38aa8-1f80-4d6d-8d34-01b3ecd493aa req-ff51262d-2333-41ae-9daa-ecbdc1325047 service neutron] Checking segment: {'id': 'e8d61841-7d74-47e5-a65e-ba476860933d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'e78a8976-8a36-4e92-b457-521753e9cbbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 07:26:06.640847 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ced38aa8-1f80-4d6d-8d34-01b3ecd493aa req-ff51262d-2333-41ae-9daa-ecbdc1325047 service neutron] Bound using segment: {'id': 'e8d61841-7d74-47e5-a65e-ba476860933d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'e78a8976-8a36-4e92-b457-521753e9cbbd'} {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 07:26:06.641265 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.managers [req-ced38aa8-1f80-4d6d-8d34-01b3ecd493aa req-ff51262d-2333-41ae-9daa-ecbdc1325047 service neutron] Bound port: 28eb059a-694b-422f-a952-295a4f24466c, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8d61841-7d74-47e5-a65e-ba476860933d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'e78a8976-8a36-4e92-b457-521753e9cbbd'}}] {{(pid=92920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 07:26:06.641618 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-ced38aa8-1f80-4d6d-8d34-01b3ecd493aa req-ff51262d-2333-41ae-9daa-ecbdc1325047 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:26:06.708239 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [req-ced38aa8-1f80-4d6d-8d34-01b3ecd493aa req-ff51262d-2333-41ae-9daa-ecbdc1325047 service neutron] For port 28eb059a-694b-422f-a952-295a4f24466c, host hv-cinder-78662, cleared binding levels {{(pid=92920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 07:26:06.711626 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [req-ced38aa8-1f80-4d6d-8d34-01b3ecd493aa req-ff51262d-2333-41ae-9daa-ecbdc1325047 service neutron] For port 28eb059a-694b-422f-a952-295a4f24466c, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=28eb059a-694b-422f-a952-295a4f24466c,segment=NetworkSegment(e8d61841-7d74-47e5-a65e-ba476860933d),segment_id=e8d61841-7d74-47e5-a65e-ba476860933d)] {{(pid=92920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 07:26:06.716280 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-ced38aa8-1f80-4d6d-8d34-01b3ecd493aa req-ff51262d-2333-41ae-9daa-ecbdc1325047 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5150800'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:26:06.718352 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:26:06.732075 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2422cfac-4500-4497-b3b9-ca68e507affe req-0f2633ed-2d57-4161-b156-c4fe9b639989 tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:26:06.733641 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-2422cfac-4500-4497-b3b9-ca68e507affe req-0f2633ed-2d57-4161-b156-c4fe9b639989 tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] 10.222.0.24 "GET /v2.0/ports?device_id=055b0e8d-331d-49a2-95a7-f8a26cbede02 HTTP/1.1" status: 200 len: 943 time: 0.0650759 Jun 22 07:26:06.760673 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced38aa8-1f80-4d6d-8d34-01b3ecd493aa req-ff51262d-2333-41ae-9daa-ecbdc1325047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:26:06.761288 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-ced38aa8-1f80-4d6d-8d34-01b3ecd493aa req-ff51262d-2333-41ae-9daa-ecbdc1325047 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91146'] for port, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:26:06.762689 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-ced38aa8-1f80-4d6d-8d34-01b3ecd493aa req-ff51262d-2333-41ae-9daa-ecbdc1325047 service neutron] 10.222.0.41 "PUT /v2.0/ports/28eb059a-694b-422f-a952-295a4f24466c HTTP/1.1" status: 200 len: 1093 time: 0.6418912 Jun 22 07:26:06.763210 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '055b0e8d-331d-49a2-95a7-f8a26cbede02', 'tag': '28eb059a-694b-422f-a952-295a4f24466c'}] {{(pid=92920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 07:26:06.765527 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}175c46e468422b48d63533518873068da6a6c478907c3b6f79f9dabf89e8d923" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af4b545e-6f9f-488c-98dc-d634dad0cd05" -d '{"events": [{"name": "network-changed", "server_uuid": "055b0e8d-331d-49a2-95a7-f8a26cbede02", "tag": "28eb059a-694b-422f-a952-295a4f24466c"}]}' {{(pid=92920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 07:26:06.775619 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-2422cfac-4500-4497-b3b9-ca68e507affe req-27da7981-dc14-494b-aaaa-7124dd67528e tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] 10.222.0.24 "GET /v2.0/security-groups?id=41fbea32-64c7-4c3e-88d8-104a214ab6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341640 Jun 22 07:26:06.787662 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff51262d-2333-41ae-9daa-ecbdc1325047 service neutron] Pushing event updated for resources: {'Port': ['ID=28eb059a-694b-422f-a952-295a4f24466c,revision_number=3']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:26:06.791335 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-ff51262d-2333-41ae-9daa-ecbdc1325047 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:26:06.816056 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 07:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fb8a12e-c413-47f4-84e8-662b0138ef6e x-openstack-request-id: req-9fb8a12e-c413-47f4-84e8-662b0138ef6e {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 07:26:06.816415 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "055b0e8d-331d-49a2-95a7-f8a26cbede02", "tag": "28eb059a-694b-422f-a952-295a4f24466c", "status": "completed", "code": 200}]} {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 07:26:06.816716 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9fb8a12e-c413-47f4-84e8-662b0138ef6e {{(pid=92920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 07:26:06.817154 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '055b0e8d-331d-49a2-95a7-f8a26cbede02', 'tag': '28eb059a-694b-422f-a952-295a4f24466c', 'status': 'completed', 'code': 200} Jun 22 07:26:06.877091 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced38aa8-1f80-4d6d-8d34-01b3ecd493aa req-7ac3fea2-1882-4ca1-8f07-3e192eb34e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:26:06.878559 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-ced38aa8-1f80-4d6d-8d34-01b3ecd493aa req-7ac3fea2-1882-4ca1-8f07-3e192eb34e11 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f02b0389d793461eb2ec3f84b0359c14&device_id=055b0e8d-331d-49a2-95a7-f8a26cbede02 HTTP/1.1" status: 200 len: 1096 time: 0.0541105 Jun 22 07:26:06.920399 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-ced38aa8-1f80-4d6d-8d34-01b3ecd493aa req-868b620a-8033-4f39-99e8-2fad5629f5af service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=28eb059a-694b-422f-a952-295a4f24466c HTTP/1.1" status: 200 len: 217 time: 0.0333259 Jun 22 07:26:06.967179 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-f04bb265-eca6-4530-aeb1-0b3afeb7eb68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:26:06.974815 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced38aa8-1f80-4d6d-8d34-01b3ecd493aa req-02603ccb-6ac6-48d8-8fa8-dd6bdb6ebdab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:26:06.976747 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-ced38aa8-1f80-4d6d-8d34-01b3ecd493aa req-02603ccb-6ac6-48d8-8fa8-dd6bdb6ebdab service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f57852cd-4cef-442e-a850-0178e105dfe0 HTTP/1.1" status: 200 len: 855 time: 0.0488341 Jun 22 07:26:07.009653 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-ced38aa8-1f80-4d6d-8d34-01b3ecd493aa req-efb8f8e1-7241-4460-a5e9-e9914eb0bc8c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e78a8976-8a36-4e92-b457-521753e9cbbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264678 Jun 22 07:26:07.096583 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-ced38aa8-1f80-4d6d-8d34-01b3ecd493aa req-f093cb9a-99ae-4d1a-8927-9cc3f54e9e04 service neutron] 10.222.0.41 "GET /v2.0/networks/e78a8976-8a36-4e92-b457-521753e9cbbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801077 Jun 22 07:26:07.188061 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-ced38aa8-1f80-4d6d-8d34-01b3ecd493aa req-6df3db1e-b832-4ae8-8370-6fa8a5466122 service neutron] 10.222.0.41 "GET /v2.0/networks/e78a8976-8a36-4e92-b457-521753e9cbbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844474 Jun 22 07:26:07.288285 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4b545e-6f9f-488c-98dc-d634dad0cd05 req-5c80c758-dbac-40a6-932c-10ef639cb5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:26:07.290336 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-af4b545e-6f9f-488c-98dc-d634dad0cd05 req-5c80c758-dbac-40a6-932c-10ef639cb5c1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f02b0389d793461eb2ec3f84b0359c14&device_id=055b0e8d-331d-49a2-95a7-f8a26cbede02 HTTP/1.1" status: 200 len: 1096 time: 0.0531182 Jun 22 07:26:07.379935 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4b545e-6f9f-488c-98dc-d634dad0cd05 req-b4d05d0b-c209-4398-9b45-97ebee4ff152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:26:07.381413 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-af4b545e-6f9f-488c-98dc-d634dad0cd05 req-b4d05d0b-c209-4398-9b45-97ebee4ff152 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e78a8976-8a36-4e92-b457-521753e9cbbd HTTP/1.1" status: 200 len: 916 time: 0.0853968 Jun 22 07:26:07.422546 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-af4b545e-6f9f-488c-98dc-d634dad0cd05 req-457a1b7e-42de-40c1-ab55-1e13fb44ef78 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=28eb059a-694b-422f-a952-295a4f24466c HTTP/1.1" status: 200 len: 217 time: 0.0333962 Jun 22 07:26:07.468663 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4b545e-6f9f-488c-98dc-d634dad0cd05 req-379b3987-ace3-4f51-b832-446d72d4e537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:26:07.470053 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-af4b545e-6f9f-488c-98dc-d634dad0cd05 req-379b3987-ace3-4f51-b832-446d72d4e537 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f57852cd-4cef-442e-a850-0178e105dfe0 HTTP/1.1" status: 200 len: 855 time: 0.0419664 Jun 22 07:26:07.504770 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-af4b545e-6f9f-488c-98dc-d634dad0cd05 req-01d85438-03ce-41a3-ad8c-94efe6ea54f7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e78a8976-8a36-4e92-b457-521753e9cbbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285707 Jun 22 07:26:07.594690 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-af4b545e-6f9f-488c-98dc-d634dad0cd05 req-4e8f648e-8a21-402c-ae46-b267e370d3a9 service neutron] 10.222.0.41 "GET /v2.0/networks/e78a8976-8a36-4e92-b457-521753e9cbbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829287 Jun 22 07:26:07.687043 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-af4b545e-6f9f-488c-98dc-d634dad0cd05 req-412b4862-4f7d-4dd9-b79b-a5e80b8e06f6 service neutron] 10.222.0.41 "GET /v2.0/networks/e78a8976-8a36-4e92-b457-521753e9cbbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864894 Jun 22 07:26:07.952637 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cc32de-3313-4016-85be-1eac27648798 req-a94e960b-66ca-409d-b91c-2bc8fbe640cb tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:26:07.953994 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-05cc32de-3313-4016-85be-1eac27648798 req-a94e960b-66ca-409d-b91c-2bc8fbe640cb tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] 10.222.0.24 "GET /v2.0/ports?device_id=055b0e8d-331d-49a2-95a7-f8a26cbede02 HTTP/1.1" status: 200 len: 943 time: 0.0643194 Jun 22 07:26:07.992168 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-05cc32de-3313-4016-85be-1eac27648798 req-be33e3c9-8b8d-4795-92fe-76b71a9c0fae tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] 10.222.0.24 "GET /v2.0/security-groups?id=41fbea32-64c7-4c3e-88d8-104a214ab6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326200 Jun 22 07:26:09.167158 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5944c6a-ad86-489f-a0bf-126e372e31a2 req-9beb26db-b28b-4754-87cf-cd6fcab35d26 tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:26:09.168627 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-e5944c6a-ad86-489f-a0bf-126e372e31a2 req-9beb26db-b28b-4754-87cf-cd6fcab35d26 tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] 10.222.0.24 "GET /v2.0/ports?device_id=055b0e8d-331d-49a2-95a7-f8a26cbede02 HTTP/1.1" status: 200 len: 943 time: 0.0656967 Jun 22 07:26:09.206381 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-e5944c6a-ad86-489f-a0bf-126e372e31a2 req-ad90d984-bab5-4c11-aa77-ac606c38645b tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] 10.222.0.24 "GET /v2.0/security-groups?id=41fbea32-64c7-4c3e-88d8-104a214ab6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321598 Jun 22 07:26:10.003806 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Device 28eb059a-694b-422f-a952-295a4f24466c details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=92921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 07:26:10.097866 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] For port 28eb059a-694b-422f-a952-295a4f24466c, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=28eb059a-694b-422f-a952-295a4f24466c,segment=NetworkSegment(e8d61841-7d74-47e5-a65e-ba476860933d),segment_id=e8d61841-7d74-47e5-a65e-ba476860933d)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:26:10.112397 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Returning: {'device': '28eb059a-694b-422f-a952-295a4f24466c', 'network_id': 'e78a8976-8a36-4e92-b457-521753e9cbbd', 'port_id': '28eb059a-694b-422f-a952-295a4f24466c', 'mac_address': 'fa:16:3e:b9:b1:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f57852cd-4cef-442e-a850-0178e105dfe0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 07:26:10.148431 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:26:10.161845 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.notifiers.nova [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28eb059a-694b-422f-a952-295a4f24466c {{(pid=92921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 07:26:10.181652 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] For port 28eb059a-694b-422f-a952-295a4f24466c, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=28eb059a-694b-422f-a952-295a4f24466c,segment=NetworkSegment(e8d61841-7d74-47e5-a65e-ba476860933d),segment_id=e8d61841-7d74-47e5-a65e-ba476860933d)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:26:10.185431 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:26:10.188189 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:26:10.233863 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Pushing event updated for resources: {'Port': ['ID=28eb059a-694b-422f-a952-295a4f24466c,revision_number=4']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:26:10.240990 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:26:10.241334 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:26:10.241663 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:26:10.242180 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:26:10.242697 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:26:10.243029 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:26:10.243476 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:26:10.243932 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:26:10.244043 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:26:10.244520 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:26:10.244881 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:26:10.245266 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:26:10.249847 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:26:10.378216 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdde961-3cf9-4330-bbed-b8c85f8a0c7d req-9201898e-fbc8-470d-b2ec-6b50cec3a56c tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:26:10.379732 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-cbdde961-3cf9-4330-bbed-b8c85f8a0c7d req-9201898e-fbc8-470d-b2ec-6b50cec3a56c tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] 10.222.0.24 "GET /v2.0/ports?device_id=055b0e8d-331d-49a2-95a7-f8a26cbede02 HTTP/1.1" status: 200 len: 944 time: 0.0633492 Jun 22 07:26:10.418363 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-cbdde961-3cf9-4330-bbed-b8c85f8a0c7d req-06170dc8-f870-485e-8bd8-1dcbe84fd409 tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] 10.222.0.24 "GET /v2.0/security-groups?id=41fbea32-64c7-4c3e-88d8-104a214ab6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327260 Jun 22 07:26:10.503218 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] get_ports_and_sgs() called for port_ids ['28eb059a-694b-422f-a952-295a4f24466c'] {{(pid=92921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 07:26:11.409439 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-2ab5a896-c859-47fb-8378-842317e54af1 req-cc0c7319-38e6-4e6d-a79e-a9537628bff6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=18f38d70-e755-476a-ae0d-a46511c87cc5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0503676 Jun 22 07:26:11.502840 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab5a896-c859-47fb-8378-842317e54af1 req-72a9dce7-d47f-4901-9a71-3a82adc8795e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:26:11.504355 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-2ab5a896-c859-47fb-8378-842317e54af1 req-72a9dce7-d47f-4901-9a71-3a82adc8795e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f02b0389d793461eb2ec3f84b0359c14&device_id=18f38d70-e755-476a-ae0d-a46511c87cc5 HTTP/1.1" status: 200 len: 1099 time: 0.0527601 Jun 22 07:26:11.594164 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fef6a4-3c88-45db-82b9-55ff357dbe92 req-3e51aff0-7962-4f3f-8fe8-905d69722301 tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:26:11.595689 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-08fef6a4-3c88-45db-82b9-55ff357dbe92 req-3e51aff0-7962-4f3f-8fe8-905d69722301 tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] 10.222.0.24 "GET /v2.0/ports?device_id=055b0e8d-331d-49a2-95a7-f8a26cbede02 HTTP/1.1" status: 200 len: 944 time: 0.0684133 Jun 22 07:26:11.616108 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab5a896-c859-47fb-8378-842317e54af1 req-c59e6272-b19b-494f-b988-25aa256ab890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:26:11.618403 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-2ab5a896-c859-47fb-8378-842317e54af1 req-c59e6272-b19b-494f-b988-25aa256ab890 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e78a8976-8a36-4e92-b457-521753e9cbbd HTTP/1.1" status: 200 len: 916 time: 0.0945647 Jun 22 07:26:11.648706 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-08fef6a4-3c88-45db-82b9-55ff357dbe92 req-69ffc173-350e-4c5d-8511-6370a62827b4 tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] 10.222.0.24 "GET /v2.0/security-groups?id=41fbea32-64c7-4c3e-88d8-104a214ab6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420096 Jun 22 07:26:11.660051 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-2ab5a896-c859-47fb-8378-842317e54af1 req-dbe86b88-fea0-4b72-8c8a-7c5a255a5d90 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ece51fb6-2431-42dd-8988-e6c589ad1990 HTTP/1.1" status: 200 len: 217 time: 0.0348730 Jun 22 07:26:11.711685 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab5a896-c859-47fb-8378-842317e54af1 req-65ff721f-809d-43e8-93ad-e1c5aa9f2c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:26:11.713266 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-2ab5a896-c859-47fb-8378-842317e54af1 req-65ff721f-809d-43e8-93ad-e1c5aa9f2c93 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f57852cd-4cef-442e-a850-0178e105dfe0 HTTP/1.1" status: 200 len: 855 time: 0.0468616 Jun 22 07:26:11.747086 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-2ab5a896-c859-47fb-8378-842317e54af1 req-6d6747b6-0137-414b-8fed-474ae147fc36 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e78a8976-8a36-4e92-b457-521753e9cbbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272090 Jun 22 07:26:11.838987 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-2ab5a896-c859-47fb-8378-842317e54af1 req-bc4a33ca-f58e-4736-b5ce-16bbc4136036 service neutron] 10.222.0.41 "GET /v2.0/networks/e78a8976-8a36-4e92-b457-521753e9cbbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843923 Jun 22 07:26:11.928094 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-2ab5a896-c859-47fb-8378-842317e54af1 req-34be0257-b502-4298-9287-a2a2d2573965 service neutron] 10.222.0.41 "GET /v2.0/networks/e78a8976-8a36-4e92-b457-521753e9cbbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829501 Jun 22 07:26:12.009287 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Device 28eb059a-694b-422f-a952-295a4f24466c up at agent hyperv_hv-cinder-78662 {{(pid=92921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 07:26:12.055464 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Provisioning for port 28eb059a-694b-422f-a952-295a4f24466c completed by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 07:26:12.058953 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Provisioning complete for port 28eb059a-694b-422f-a952-295a4f24466c triggered by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:26:12.059328 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1879668'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:26:12.135374 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:26:12.156668 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '055b0e8d-331d-49a2-95a7-f8a26cbede02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28eb059a-694b-422f-a952-295a4f24466c'}] {{(pid=92921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 07:26:12.158945 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4609914990d9533a1079bbd359c82c974bab58cbf2fcf9d17aa38aa491f36217" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f3e863d-60ac-4160-80ac-ccb8618f4eb9" -d '{"events": [{"server_uuid": "055b0e8d-331d-49a2-95a7-f8a26cbede02", "name": "network-vif-plugged", "status": "completed", "tag": "28eb059a-694b-422f-a952-295a4f24466c"}]}' {{(pid=92921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 07:26:12.172095 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] For port 28eb059a-694b-422f-a952-295a4f24466c, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=28eb059a-694b-422f-a952-295a4f24466c,segment=NetworkSegment(e8d61841-7d74-47e5-a65e-ba476860933d),segment_id=e8d61841-7d74-47e5-a65e-ba476860933d)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:26:12.176405 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:26:12.178495 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:26:12.200402 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 07:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b0bf19e-f3c9-460f-b11b-43e4d95f6c65 x-openstack-request-id: req-1b0bf19e-f3c9-460f-b11b-43e4d95f6c65 {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 07:26:12.200709 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "055b0e8d-331d-49a2-95a7-f8a26cbede02", "name": "network-vif-plugged", "status": "completed", "tag": "28eb059a-694b-422f-a952-295a4f24466c", "code": 200}]} {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 07:26:12.200970 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1b0bf19e-f3c9-460f-b11b-43e4d95f6c65 {{(pid=92921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 07:26:12.201359 dv-cinder-786627-11-iscsi neutron-server[92921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '055b0e8d-331d-49a2-95a7-f8a26cbede02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28eb059a-694b-422f-a952-295a4f24466c', 'code': 200} Jun 22 07:26:12.227888 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Pushing event updated for resources: {'Port': ['ID=28eb059a-694b-422f-a952-295a4f24466c,revision_number=5']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:26:12.230827 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:26:12.417761 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311f75db-6357-4be4-89a2-aee3656cea2b req-5cf63481-54c4-41ff-86be-855e4ea8ac28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:26:12.419216 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-311f75db-6357-4be4-89a2-aee3656cea2b req-5cf63481-54c4-41ff-86be-855e4ea8ac28 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=055b0e8d-331d-49a2-95a7-f8a26cbede02 HTTP/1.1" status: 200 len: 1098 time: 0.0513098 Jun 22 07:26:12.453510 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-311f75db-6357-4be4-89a2-aee3656cea2b req-6ea9a9e1-5091-4192-8434-8ee4ca328bfa service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=41fbea32-64c7-4c3e-88d8-104a214ab6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274663 Jun 22 07:26:12.827759 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5029c06-0c7d-41fa-a417-31d381acf436 req-8241408a-ee29-44a8-94d8-22340eaa6f2b tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:26:12.829245 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-d5029c06-0c7d-41fa-a417-31d381acf436 req-8241408a-ee29-44a8-94d8-22340eaa6f2b tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] 10.222.0.24 "GET /v2.0/ports?device_id=055b0e8d-331d-49a2-95a7-f8a26cbede02 HTTP/1.1" status: 200 len: 945 time: 0.0633988 Jun 22 07:26:12.866433 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-d5029c06-0c7d-41fa-a417-31d381acf436 req-dbe19a11-4b7d-44ff-a1af-39a39bf4fbab tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] 10.222.0.24 "GET /v2.0/security-groups?id=41fbea32-64c7-4c3e-88d8-104a214ab6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316353 Jun 22 07:26:14.040958 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b905a87f-4b02-4348-aa38-ecc44ec347e3 req-b80df88b-95bf-447c-a95e-e0712386d6ae tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:26:14.042389 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-b905a87f-4b02-4348-aa38-ecc44ec347e3 req-b80df88b-95bf-447c-a95e-e0712386d6ae tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] 10.222.0.24 "GET /v2.0/ports?device_id=055b0e8d-331d-49a2-95a7-f8a26cbede02 HTTP/1.1" status: 200 len: 945 time: 0.0638161 Jun 22 07:26:14.079753 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-b905a87f-4b02-4348-aa38-ecc44ec347e3 req-e3b44e11-3cbf-4162-bb9e-d65ee6704429 tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] 10.222.0.24 "GET /v2.0/security-groups?id=41fbea32-64c7-4c3e-88d8-104a214ab6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317190 Jun 22 07:26:15.855594 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e708820e-1e60-481c-9f85-b9f3e48c24b8 req-ba13a5cf-eda4-44f8-b456-32149f9b27f4 tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:26:15.856981 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-e708820e-1e60-481c-9f85-b9f3e48c24b8 req-ba13a5cf-eda4-44f8-b456-32149f9b27f4 tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] 10.222.0.24 "GET /v2.0/networks?id=e78a8976-8a36-4e92-b457-521753e9cbbd HTTP/1.1" status: 200 len: 815 time: 0.1090252 Jun 22 07:26:15.871504 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-e708820e-1e60-481c-9f85-b9f3e48c24b8 req-78c6275e-b87c-4ca0-941d-b64185b0e5ff tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] 10.222.0.24 "GET /v2.0/quotas/f02b0389d793461eb2ec3f84b0359c14 HTTP/1.1" status: 200 len: 375 time: 0.0090864 Jun 22 07:26:15.938262 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-e708820e-1e60-481c-9f85-b9f3e48c24b8 req-87a5b37b-2c80-46c7-9ccf-8dd452489642 tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f02b0389d793461eb2ec3f84b0359c14&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0612245 Jun 22 07:26:16.031837 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-e708820e-1e60-481c-9f85-b9f3e48c24b8 req-169c0096-c76e-4288-8eaa-c09f525143bc service neutron] 10.222.0.24 "GET /v2.0/networks/e78a8976-8a36-4e92-b457-521753e9cbbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869474 Jun 22 07:26:16.126923 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-e708820e-1e60-481c-9f85-b9f3e48c24b8 req-87dcf163-9e17-487d-8c74-e1a18ee80d7c service neutron] 10.222.0.24 "GET /v2.0/networks/e78a8976-8a36-4e92-b457-521753e9cbbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892723 Jun 22 07:26:16.297312 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-fb2e39ad-5f83-4a79-a1b4-80ec15150739 req-79032223-d088-4b52-92c4-99c02361efb7 tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] 10.222.0.24 "GET /v2.0/ports?device_id=174b6403-99af-4904-a7ea-e5019e9615c4 HTTP/1.1" status: 200 len: 210 time: 0.0331223 Jun 22 07:26:17.299872 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e708820e-1e60-481c-9f85-b9f3e48c24b8 req-3544cef3-5512-40ad-b903-a96207916c51 tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:26:17.301716 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-e708820e-1e60-481c-9f85-b9f3e48c24b8 req-3544cef3-5512-40ad-b903-a96207916c51 tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] 10.222.0.41 "GET /v2.0/networks?id=e78a8976-8a36-4e92-b457-521753e9cbbd HTTP/1.1" status: 200 len: 815 time: 0.1084337 Jun 22 07:26:17.318565 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.v2.base [req-e708820e-1e60-481c-9f85-b9f3e48c24b8 req-91eaad73-b8cd-4658-95ab-667f9e9561dc tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] Request body: {'port': {'device_id': '174b6403-99af-4904-a7ea-e5019e9615c4', 'network_id': 'e78a8976-8a36-4e92-b457-521753e9cbbd', 'admin_state_up': True, 'tenant_id': 'f02b0389d793461eb2ec3f84b0359c14'}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:26:17.457096 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-bced7d59-df89-407c-861f-dd207e743f97 req-754a0329-1732-4cad-a361-5782fd261d3d tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] 10.222.0.24 "GET /v2.0/ports?device_id=174b6403-99af-4904-a7ea-e5019e9615c4 HTTP/1.1" status: 200 len: 210 time: 0.0309393 Jun 22 07:26:17.712838 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e708820e-1e60-481c-9f85-b9f3e48c24b8 req-91eaad73-b8cd-4658-95ab-667f9e9561dc tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] Made reservation on behalf of f02b0389d793461eb2ec3f84b0359c14 for: {'port': 1} {{(pid=92920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 07:26:17.716275 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-e708820e-1e60-481c-9f85-b9f3e48c24b8 req-91eaad73-b8cd-4658-95ab-667f9e9561dc tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1809762'] for port, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:26:17.841934 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.db.db_base_plugin_common [req-e708820e-1e60-481c-9f85-b9f3e48c24b8 req-91eaad73-b8cd-4658-95ab-667f9e9561dc tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] Allocated IP 172.20.0.9 (e78a8976-8a36-4e92-b457-521753e9cbbd/f57852cd-4cef-442e-a850-0178e105dfe0/3f2096ae-1b2c-470f-bff4-f180e2e72a18) {{(pid=92920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 07:26:17.935924 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.agents_db [None req-74002642-eed4-46c6-8f70-93846dc748c3 None None] Agent healthcheck: found 6 active agents {{(pid=92922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 07:26:17.985691 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-e708820e-1e60-481c-9f85-b9f3e48c24b8 req-91eaad73-b8cd-4658-95ab-667f9e9561dc tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] Notify callbacks [] for port, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:26:18.025053 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-e708820e-1e60-481c-9f85-b9f3e48c24b8 req-91eaad73-b8cd-4658-95ab-667f9e9561dc tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1809569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-690206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773473471591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5150818'] for port, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:26:18.029206 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-26e4ea18-7305-40ca-8449-89872fc747b4 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:26:18.037291 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] get_ports_and_sgs() called for port_ids ['ece51fb6-2431-42dd-8988-e6c589ad1990', '28eb059a-694b-422f-a952-295a4f24466c'] {{(pid=92921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 07:26:18.071478 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e708820e-1e60-481c-9f85-b9f3e48c24b8 req-91eaad73-b8cd-4658-95ab-667f9e9561dc tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] Network e78a8976-8a36-4e92-b457-521753e9cbbd is already hosted by enough agents. {{(pid=92920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 07:26:18.074810 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.scheduler.base_scheduler [req-e708820e-1e60-481c-9f85-b9f3e48c24b8 req-91eaad73-b8cd-4658-95ab-667f9e9561dc tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] Resources bound (agent type, host, resource id): {{(pid=92920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 07:26:18.078921 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.db.l3_dvrscheduler_db [req-e708820e-1e60-481c-9f85-b9f3e48c24b8 req-91eaad73-b8cd-4658-95ab-667f9e9561dc tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] Received port after_create {{(pid=92920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 07:26:18.105695 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eaad73-b8cd-4658-95ab-667f9e9561dc tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] Pushing event updated for resources: {'Port': ['ID=3f2096ae-1b2c-470f-bff4-f180e2e72a18,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:26:18.119015 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-91eaad73-b8cd-4658-95ab-667f9e9561dc tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:26:18.131343 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e708820e-1e60-481c-9f85-b9f3e48c24b8 req-91eaad73-b8cd-4658-95ab-667f9e9561dc tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:26:18.131946 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-e708820e-1e60-481c-9f85-b9f3e48c24b8 req-91eaad73-b8cd-4658-95ab-667f9e9561dc tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91146'] for port, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:26:18.146376 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-e708820e-1e60-481c-9f85-b9f3e48c24b8 req-91eaad73-b8cd-4658-95ab-667f9e9561dc tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8315110 Jun 22 07:26:18.158556 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.v2.base [req-e708820e-1e60-481c-9f85-b9f3e48c24b8 req-913cacb2-76ca-4379-8800-866d9d5ec1dc service neutron] Request body: {'port': {'device_id': '174b6403-99af-4904-a7ea-e5019e9615c4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:26:18.236033 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-e708820e-1e60-481c-9f85-b9f3e48c24b8 req-913cacb2-76ca-4379-8800-866d9d5ec1dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:26:18.489690 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.notifiers.nova [req-e708820e-1e60-481c-9f85-b9f3e48c24b8 req-913cacb2-76ca-4379-8800-866d9d5ec1dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f2096ae-1b2c-470f-bff4-f180e2e72a18 {{(pid=92920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 07:26:18.498030 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-e708820e-1e60-481c-9f85-b9f3e48c24b8 req-913cacb2-76ca-4379-8800-866d9d5ec1dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:26:18.509793 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [req-e708820e-1e60-481c-9f85-b9f3e48c24b8 req-913cacb2-76ca-4379-8800-866d9d5ec1dc service neutron] Transition to ACTIVE for port object 3f2096ae-1b2c-470f-bff4-f180e2e72a18 will not be triggered until provisioned by entity L2. {{(pid=92920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 07:26:18.513580 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-e708820e-1e60-481c-9f85-b9f3e48c24b8 req-913cacb2-76ca-4379-8800-866d9d5ec1dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5150800'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:26:18.515646 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-369b5aa7-8588-4da3-9d7f-a158daf16da5 tempest-VolumesSnapshotTestJSON-1233461717 tempest-VolumesSnapshotTestJSON-1233461717-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:26:18.591502 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913cacb2-76ca-4379-8800-866d9d5ec1dc service neutron] Pushing event updated for resources: {'Port': ['ID=3f2096ae-1b2c-470f-bff4-f180e2e72a18,revision_number=2']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:26:18.594820 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-913cacb2-76ca-4379-8800-866d9d5ec1dc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:26:18.636751 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf5b966-31c7-4537-a79f-9055d2f4a79c req-5957b1fa-9518-442b-8ae6-470ca600480b tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:26:18.638256 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-4bf5b966-31c7-4537-a79f-9055d2f4a79c req-5957b1fa-9518-442b-8ae6-470ca600480b tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] 10.222.0.24 "GET /v2.0/ports?device_id=174b6403-99af-4904-a7ea-e5019e9615c4 HTTP/1.1" status: 200 len: 943 time: 0.0666955 Jun 22 07:26:18.665582 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.managers [req-e708820e-1e60-481c-9f85-b9f3e48c24b8 req-913cacb2-76ca-4379-8800-866d9d5ec1dc service neutron] Attempting to bind port 3f2096ae-1b2c-470f-bff4-f180e2e72a18 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 07:26:18.665917 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.managers [req-e708820e-1e60-481c-9f85-b9f3e48c24b8 req-913cacb2-76ca-4379-8800-866d9d5ec1dc service neutron] Attempting to bind port 3f2096ae-1b2c-470f-bff4-f180e2e72a18 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': 'e8d61841-7d74-47e5-a65e-ba476860933d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'e78a8976-8a36-4e92-b457-521753e9cbbd'}] {{(pid=92920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 07:26:18.666244 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e708820e-1e60-481c-9f85-b9f3e48c24b8 req-913cacb2-76ca-4379-8800-866d9d5ec1dc service neutron] Attempting to bind port 3f2096ae-1b2c-470f-bff4-f180e2e72a18 on network e78a8976-8a36-4e92-b457-521753e9cbbd {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 07:26:18.670521 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e708820e-1e60-481c-9f85-b9f3e48c24b8 req-913cacb2-76ca-4379-8800-866d9d5ec1dc service neutron] Port 3f2096ae-1b2c-470f-bff4-f180e2e72a18 on network e78a8976-8a36-4e92-b457-521753e9cbbd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 07:26:18.670841 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e708820e-1e60-481c-9f85-b9f3e48c24b8 req-913cacb2-76ca-4379-8800-866d9d5ec1dc service neutron] Attempting to bind port 3f2096ae-1b2c-470f-bff4-f180e2e72a18 on network e78a8976-8a36-4e92-b457-521753e9cbbd {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 07:26:18.675523 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e708820e-1e60-481c-9f85-b9f3e48c24b8 req-913cacb2-76ca-4379-8800-866d9d5ec1dc service neutron] Checking agent: {'id': 'ce8fa221-be2f-440a-9097-46e1804b8f29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 7, 12, 2), 'started_at': datetime.datetime(2021, 6, 22, 7, 12, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 7, 26, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 07:26:18.675863 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e708820e-1e60-481c-9f85-b9f3e48c24b8 req-913cacb2-76ca-4379-8800-866d9d5ec1dc service neutron] Checking segment: {'id': 'e8d61841-7d74-47e5-a65e-ba476860933d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'e78a8976-8a36-4e92-b457-521753e9cbbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 07:26:18.676240 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e708820e-1e60-481c-9f85-b9f3e48c24b8 req-913cacb2-76ca-4379-8800-866d9d5ec1dc service neutron] Bound using segment: {'id': 'e8d61841-7d74-47e5-a65e-ba476860933d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'e78a8976-8a36-4e92-b457-521753e9cbbd'} {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 07:26:18.676395 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-4bf5b966-31c7-4537-a79f-9055d2f4a79c req-62b128e3-4f0e-4088-9271-b3b39888cef1 tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] 10.222.0.24 "GET /v2.0/security-groups?id=41fbea32-64c7-4c3e-88d8-104a214ab6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324626 Jun 22 07:26:18.676696 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.managers [req-e708820e-1e60-481c-9f85-b9f3e48c24b8 req-913cacb2-76ca-4379-8800-866d9d5ec1dc service neutron] Bound port: 3f2096ae-1b2c-470f-bff4-f180e2e72a18, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8d61841-7d74-47e5-a65e-ba476860933d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'e78a8976-8a36-4e92-b457-521753e9cbbd'}}] {{(pid=92920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 07:26:18.677048 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-e708820e-1e60-481c-9f85-b9f3e48c24b8 req-913cacb2-76ca-4379-8800-866d9d5ec1dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:26:18.744803 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [req-e708820e-1e60-481c-9f85-b9f3e48c24b8 req-913cacb2-76ca-4379-8800-866d9d5ec1dc service neutron] For port 3f2096ae-1b2c-470f-bff4-f180e2e72a18, host hv-cinder-78662, cleared binding levels {{(pid=92920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 07:26:18.747589 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [req-e708820e-1e60-481c-9f85-b9f3e48c24b8 req-913cacb2-76ca-4379-8800-866d9d5ec1dc service neutron] For port 3f2096ae-1b2c-470f-bff4-f180e2e72a18, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=3f2096ae-1b2c-470f-bff4-f180e2e72a18,segment=NetworkSegment(e8d61841-7d74-47e5-a65e-ba476860933d),segment_id=e8d61841-7d74-47e5-a65e-ba476860933d)] {{(pid=92920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 07:26:18.751638 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-e708820e-1e60-481c-9f85-b9f3e48c24b8 req-913cacb2-76ca-4379-8800-866d9d5ec1dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5150800'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:26:18.754614 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-82c4e3ae-c6c2-423a-a35b-9c5a4d313e22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:26:18.783687 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e708820e-1e60-481c-9f85-b9f3e48c24b8 req-913cacb2-76ca-4379-8800-866d9d5ec1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:26:18.784296 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-e708820e-1e60-481c-9f85-b9f3e48c24b8 req-913cacb2-76ca-4379-8800-866d9d5ec1dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91146'] for port, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:26:18.785706 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-e708820e-1e60-481c-9f85-b9f3e48c24b8 req-913cacb2-76ca-4379-8800-866d9d5ec1dc service neutron] 10.222.0.41 "PUT /v2.0/ports/3f2096ae-1b2c-470f-bff4-f180e2e72a18 HTTP/1.1" status: 200 len: 1093 time: 0.6317940 Jun 22 07:26:18.786231 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '174b6403-99af-4904-a7ea-e5019e9615c4', 'tag': '3f2096ae-1b2c-470f-bff4-f180e2e72a18'}] {{(pid=92920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 07:26:18.788587 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}175c46e468422b48d63533518873068da6a6c478907c3b6f79f9dabf89e8d923" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e70fbfa1-d4f7-4a23-a93a-92e5b7efb60c" -d '{"events": [{"name": "network-changed", "server_uuid": "174b6403-99af-4904-a7ea-e5019e9615c4", "tag": "3f2096ae-1b2c-470f-bff4-f180e2e72a18"}]}' {{(pid=92920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 07:26:18.817842 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913cacb2-76ca-4379-8800-866d9d5ec1dc service neutron] Pushing event updated for resources: {'Port': ['ID=3f2096ae-1b2c-470f-bff4-f180e2e72a18,revision_number=3']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:26:18.821171 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-913cacb2-76ca-4379-8800-866d9d5ec1dc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:26:18.825844 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 07:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4147226-e01f-4046-a2ea-8f1160e4279e x-openstack-request-id: req-d4147226-e01f-4046-a2ea-8f1160e4279e {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 07:26:18.826154 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "174b6403-99af-4904-a7ea-e5019e9615c4", "tag": "3f2096ae-1b2c-470f-bff4-f180e2e72a18", "status": "completed", "code": 200}]} {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 07:26:18.826443 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d4147226-e01f-4046-a2ea-8f1160e4279e {{(pid=92920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 07:26:18.827236 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '174b6403-99af-4904-a7ea-e5019e9615c4', 'tag': '3f2096ae-1b2c-470f-bff4-f180e2e72a18', 'status': 'completed', 'code': 200} Jun 22 07:26:18.880731 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e708820e-1e60-481c-9f85-b9f3e48c24b8 req-6af2a8ca-7e40-4822-84ac-03bfed08849e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:26:18.882209 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-e708820e-1e60-481c-9f85-b9f3e48c24b8 req-6af2a8ca-7e40-4822-84ac-03bfed08849e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f02b0389d793461eb2ec3f84b0359c14&device_id=174b6403-99af-4904-a7ea-e5019e9615c4 HTTP/1.1" status: 200 len: 1096 time: 0.0531065 Jun 22 07:26:18.923114 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-e708820e-1e60-481c-9f85-b9f3e48c24b8 req-22f09e72-e0d4-434f-b5a0-380d4ee004b0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3f2096ae-1b2c-470f-bff4-f180e2e72a18 HTTP/1.1" status: 200 len: 217 time: 0.0335743 Jun 22 07:26:18.973407 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e708820e-1e60-481c-9f85-b9f3e48c24b8 req-1b9c419a-27f5-4d01-a9df-b830da4a846d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:26:18.974822 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-e708820e-1e60-481c-9f85-b9f3e48c24b8 req-1b9c419a-27f5-4d01-a9df-b830da4a846d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f57852cd-4cef-442e-a850-0178e105dfe0 HTTP/1.1" status: 200 len: 855 time: 0.0459290 Jun 22 07:26:19.006913 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-e708820e-1e60-481c-9f85-b9f3e48c24b8 req-07ccff10-32a8-4136-9329-da9955235f76 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e78a8976-8a36-4e92-b457-521753e9cbbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255601 Jun 22 07:26:19.093001 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-e708820e-1e60-481c-9f85-b9f3e48c24b8 req-8b876052-cf86-467b-8677-5277e2e396ab service neutron] 10.222.0.41 "GET /v2.0/networks/e78a8976-8a36-4e92-b457-521753e9cbbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796278 Jun 22 07:26:19.183737 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-e708820e-1e60-481c-9f85-b9f3e48c24b8 req-76617f73-44a5-439d-877d-e91c78436091 service neutron] 10.222.0.41 "GET /v2.0/networks/e78a8976-8a36-4e92-b457-521753e9cbbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848935 Jun 22 07:26:19.286571 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70fbfa1-d4f7-4a23-a93a-92e5b7efb60c req-2f7d8701-5055-45ef-97f2-6071be396a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:26:19.287933 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-e70fbfa1-d4f7-4a23-a93a-92e5b7efb60c req-2f7d8701-5055-45ef-97f2-6071be396a61 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f02b0389d793461eb2ec3f84b0359c14&device_id=174b6403-99af-4904-a7ea-e5019e9615c4 HTTP/1.1" status: 200 len: 1096 time: 0.0513585 Jun 22 07:26:19.381352 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70fbfa1-d4f7-4a23-a93a-92e5b7efb60c req-a9674fc1-41c5-4ece-8cdd-8c068d194494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:26:19.383265 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-e70fbfa1-d4f7-4a23-a93a-92e5b7efb60c req-a9674fc1-41c5-4ece-8cdd-8c068d194494 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e78a8976-8a36-4e92-b457-521753e9cbbd HTTP/1.1" status: 200 len: 916 time: 0.0887339 Jun 22 07:26:19.425225 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-e70fbfa1-d4f7-4a23-a93a-92e5b7efb60c req-549a1e4e-932b-48ba-93cd-f2d0b4f3b54f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3f2096ae-1b2c-470f-bff4-f180e2e72a18 HTTP/1.1" status: 200 len: 217 time: 0.0360191 Jun 22 07:26:19.473223 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70fbfa1-d4f7-4a23-a93a-92e5b7efb60c req-81f4fe32-7bbc-42cd-806e-82625bd2a5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:26:19.474621 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-e70fbfa1-d4f7-4a23-a93a-92e5b7efb60c req-81f4fe32-7bbc-42cd-806e-82625bd2a5f0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f57852cd-4cef-442e-a850-0178e105dfe0 HTTP/1.1" status: 200 len: 855 time: 0.0427063 Jun 22 07:26:19.516096 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-e70fbfa1-d4f7-4a23-a93a-92e5b7efb60c req-092af77f-af4d-4f05-93ef-132ff160800d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e78a8976-8a36-4e92-b457-521753e9cbbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346072 Jun 22 07:26:19.605709 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-e70fbfa1-d4f7-4a23-a93a-92e5b7efb60c req-a51c853b-d0a3-46f7-a322-a108390830fc service neutron] 10.222.0.41 "GET /v2.0/networks/e78a8976-8a36-4e92-b457-521753e9cbbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826273 Jun 22 07:26:19.703584 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-e70fbfa1-d4f7-4a23-a93a-92e5b7efb60c req-afa51538-93f2-42b0-b82f-dd0c4ae75417 service neutron] 10.222.0.41 "GET /v2.0/networks/e78a8976-8a36-4e92-b457-521753e9cbbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911689 Jun 22 07:26:19.857971 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f2bf6b-5d6c-4835-842a-f2e49ada31df req-e7278ac7-910c-47f6-bc63-bddb2ecb81d2 tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:26:19.859329 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-b3f2bf6b-5d6c-4835-842a-f2e49ada31df req-e7278ac7-910c-47f6-bc63-bddb2ecb81d2 tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] 10.222.0.24 "GET /v2.0/ports?device_id=174b6403-99af-4904-a7ea-e5019e9615c4 HTTP/1.1" status: 200 len: 943 time: 0.0701818 Jun 22 07:26:19.896625 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-b3f2bf6b-5d6c-4835-842a-f2e49ada31df req-e46c61c7-cb65-4ed4-a639-8585182e3e59 tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] 10.222.0.24 "GET /v2.0/security-groups?id=41fbea32-64c7-4c3e-88d8-104a214ab6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315289 Jun 22 07:26:21.072834 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d3b8b2-4eb9-4c46-bc5b-086e6871f2db req-c05a986e-a6aa-4355-af52-f35f637d34dd tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:26:21.074285 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-f5d3b8b2-4eb9-4c46-bc5b-086e6871f2db req-c05a986e-a6aa-4355-af52-f35f637d34dd tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] 10.222.0.24 "GET /v2.0/ports?device_id=174b6403-99af-4904-a7ea-e5019e9615c4 HTTP/1.1" status: 200 len: 943 time: 0.0642011 Jun 22 07:26:21.112511 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-f5d3b8b2-4eb9-4c46-bc5b-086e6871f2db req-106ffb8f-0053-48b6-8dbb-e39f59a42fc4 tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] 10.222.0.24 "GET /v2.0/security-groups?id=41fbea32-64c7-4c3e-88d8-104a214ab6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322764 Jun 22 07:26:22.027105 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Device 3f2096ae-1b2c-470f-bff4-f180e2e72a18 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=92921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 07:26:22.122602 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] For port 3f2096ae-1b2c-470f-bff4-f180e2e72a18, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=3f2096ae-1b2c-470f-bff4-f180e2e72a18,segment=NetworkSegment(e8d61841-7d74-47e5-a65e-ba476860933d),segment_id=e8d61841-7d74-47e5-a65e-ba476860933d)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:26:22.262652 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Returning: {'device': '3f2096ae-1b2c-470f-bff4-f180e2e72a18', 'network_id': 'e78a8976-8a36-4e92-b457-521753e9cbbd', 'port_id': '3f2096ae-1b2c-470f-bff4-f180e2e72a18', 'mac_address': 'fa:16:3e:33:a6:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f57852cd-4cef-442e-a850-0178e105dfe0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 07:26:22.294113 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c2494c-aba5-4eaa-93d2-356edcabd295 req-e828e3b3-d445-4cb6-8e0a-c84c099d4fcc tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:26:22.295510 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-e7c2494c-aba5-4eaa-93d2-356edcabd295 req-e828e3b3-d445-4cb6-8e0a-c84c099d4fcc tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] 10.222.0.24 "GET /v2.0/ports?device_id=174b6403-99af-4904-a7ea-e5019e9615c4 HTTP/1.1" status: 200 len: 943 time: 0.0654788 Jun 22 07:26:22.299735 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:26:22.312924 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.notifiers.nova [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f2096ae-1b2c-470f-bff4-f180e2e72a18 {{(pid=92921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 07:26:22.333222 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] For port 3f2096ae-1b2c-470f-bff4-f180e2e72a18, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=3f2096ae-1b2c-470f-bff4-f180e2e72a18,segment=NetworkSegment(e8d61841-7d74-47e5-a65e-ba476860933d),segment_id=e8d61841-7d74-47e5-a65e-ba476860933d)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:26:22.339845 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:26:22.341719 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:26:22.343388 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-e7c2494c-aba5-4eaa-93d2-356edcabd295 req-5e8695aa-ab21-445a-875e-10f36bcd53da tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] 10.222.0.24 "GET /v2.0/security-groups?id=41fbea32-64c7-4c3e-88d8-104a214ab6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422595 Jun 22 07:26:22.392998 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Pushing event updated for resources: {'Port': ['ID=3f2096ae-1b2c-470f-bff4-f180e2e72a18,revision_number=4']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:26:22.396249 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:26:22.647938 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] get_ports_and_sgs() called for port_ids ['3f2096ae-1b2c-470f-bff4-f180e2e72a18'] {{(pid=92921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 07:26:23.516497 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9678f17-a958-4872-b904-3db61f1d5bc0 req-bab62482-8b90-40f7-9222-4cc60df30319 tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:26:23.517959 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-a9678f17-a958-4872-b904-3db61f1d5bc0 req-bab62482-8b90-40f7-9222-4cc60df30319 tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] 10.222.0.24 "GET /v2.0/ports?device_id=174b6403-99af-4904-a7ea-e5019e9615c4 HTTP/1.1" status: 200 len: 944 time: 0.0631347 Jun 22 07:26:23.559814 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-a9678f17-a958-4872-b904-3db61f1d5bc0 req-f1a5d042-9ac3-4b61-b32a-ba0ac5f12f84 tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] 10.222.0.24 "GET /v2.0/security-groups?id=41fbea32-64c7-4c3e-88d8-104a214ab6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362413 Jun 22 07:26:24.030116 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Device 3f2096ae-1b2c-470f-bff4-f180e2e72a18 up at agent hyperv_hv-cinder-78662 {{(pid=92921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 07:26:24.077331 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Provisioning for port 3f2096ae-1b2c-470f-bff4-f180e2e72a18 completed by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 07:26:24.081155 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Provisioning complete for port 3f2096ae-1b2c-470f-bff4-f180e2e72a18 triggered by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:26:24.081544 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1879668'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:26:24.160327 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:26:24.182169 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '174b6403-99af-4904-a7ea-e5019e9615c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f2096ae-1b2c-470f-bff4-f180e2e72a18'}] {{(pid=92921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 07:26:24.184439 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4609914990d9533a1079bbd359c82c974bab58cbf2fcf9d17aa38aa491f36217" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62c0a120-0bd0-420c-b691-dd546fcafbd4" -d '{"events": [{"server_uuid": "174b6403-99af-4904-a7ea-e5019e9615c4", "name": "network-vif-plugged", "status": "completed", "tag": "3f2096ae-1b2c-470f-bff4-f180e2e72a18"}]}' {{(pid=92921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 07:26:24.197667 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] For port 3f2096ae-1b2c-470f-bff4-f180e2e72a18, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=3f2096ae-1b2c-470f-bff4-f180e2e72a18,segment=NetworkSegment(e8d61841-7d74-47e5-a65e-ba476860933d),segment_id=e8d61841-7d74-47e5-a65e-ba476860933d)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:26:24.201685 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:26:24.203801 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:26:24.225315 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 07:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9f572cb-9792-4172-ad7c-21f6ec6c73f2 x-openstack-request-id: req-d9f572cb-9792-4172-ad7c-21f6ec6c73f2 {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 07:26:24.225612 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "174b6403-99af-4904-a7ea-e5019e9615c4", "name": "network-vif-plugged", "status": "completed", "tag": "3f2096ae-1b2c-470f-bff4-f180e2e72a18", "code": 200}]} {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 07:26:24.225869 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d9f572cb-9792-4172-ad7c-21f6ec6c73f2 {{(pid=92921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 07:26:24.226259 dv-cinder-786627-11-iscsi neutron-server[92921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '174b6403-99af-4904-a7ea-e5019e9615c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f2096ae-1b2c-470f-bff4-f180e2e72a18', 'code': 200} Jun 22 07:26:24.253258 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Pushing event updated for resources: {'Port': ['ID=3f2096ae-1b2c-470f-bff4-f180e2e72a18,revision_number=5']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:26:24.257104 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:26:24.443010 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8dc744-61e3-4733-81e9-4ec28a9f792f req-458d63e4-398b-4ff7-b366-7f660d23d55c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:26:24.444502 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-6d8dc744-61e3-4733-81e9-4ec28a9f792f req-458d63e4-398b-4ff7-b366-7f660d23d55c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=174b6403-99af-4904-a7ea-e5019e9615c4 HTTP/1.1" status: 200 len: 1098 time: 0.0518823 Jun 22 07:26:24.478230 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-6d8dc744-61e3-4733-81e9-4ec28a9f792f req-93308d8d-6234-4c4d-91cc-ee3e22eb3dc0 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=41fbea32-64c7-4c3e-88d8-104a214ab6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273819 Jun 22 07:26:24.732846 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ae43c5-6fb6-4cd4-a456-1261aa397e39 req-d4082483-c948-4e10-b689-658b5b5f8639 tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:26:24.734279 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-83ae43c5-6fb6-4cd4-a456-1261aa397e39 req-d4082483-c948-4e10-b689-658b5b5f8639 tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] 10.222.0.24 "GET /v2.0/ports?device_id=174b6403-99af-4904-a7ea-e5019e9615c4 HTTP/1.1" status: 200 len: 945 time: 0.0633307 Jun 22 07:26:24.771848 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-83ae43c5-6fb6-4cd4-a456-1261aa397e39 req-cfd600f4-cc3c-4efe-bd47-9fa8e7568037 tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] 10.222.0.24 "GET /v2.0/security-groups?id=41fbea32-64c7-4c3e-88d8-104a214ab6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320320 Jun 22 07:26:25.951109 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e48f0f-45af-4357-ae7d-2fc0d12654c7 req-128f8648-0289-4ac8-9ff3-8cc27af8295c tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:26:25.952489 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-03e48f0f-45af-4357-ae7d-2fc0d12654c7 req-128f8648-0289-4ac8-9ff3-8cc27af8295c tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] 10.222.0.24 "GET /v2.0/ports?device_id=174b6403-99af-4904-a7ea-e5019e9615c4 HTTP/1.1" status: 200 len: 945 time: 0.0682676 Jun 22 07:26:25.989263 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-03e48f0f-45af-4357-ae7d-2fc0d12654c7 req-32b45a15-7633-45d6-ab98-240ca3ff5332 tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] 10.222.0.24 "GET /v2.0/security-groups?id=41fbea32-64c7-4c3e-88d8-104a214ab6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308456 Jun 22 07:26:30.726025 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-18cd305f-631c-4a7f-ae0f-f74dcae81746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:26:33.090785 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-afbdb554-b732-48aa-ab30-ea55146f8a8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:26:33.289314 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:26:34.750756 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:26:35.236796 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d3c1a5ff-c703-4bfc-bce3-efb8418f207c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:26:36.811949 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04f911a-aaa7-4a16-a6d0-5667cd13b309 req-d7c197b4-2f0b-4cc1-8052-857678360b09 tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:26:36.813469 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-d04f911a-aaa7-4a16-a6d0-5667cd13b309 req-d7c197b4-2f0b-4cc1-8052-857678360b09 tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] 10.222.0.24 "GET /v2.0/networks?id=e78a8976-8a36-4e92-b457-521753e9cbbd HTTP/1.1" status: 200 len: 815 time: 0.0989912 Jun 22 07:26:36.828880 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-d04f911a-aaa7-4a16-a6d0-5667cd13b309 req-7f7426a1-a67f-474f-978e-428c6de1ae3e tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] 10.222.0.24 "GET /v2.0/quotas/f02b0389d793461eb2ec3f84b0359c14 HTTP/1.1" status: 200 len: 375 time: 0.0100341 Jun 22 07:26:36.901008 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-d04f911a-aaa7-4a16-a6d0-5667cd13b309 req-c69ecb8d-d302-49b0-9cf8-7ea4a9c45989 tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f02b0389d793461eb2ec3f84b0359c14&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0669825 Jun 22 07:26:36.911247 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [req-d04f911a-aaa7-4a16-a6d0-5667cd13b309 req-02affbdf-27e6-4c7a-9ca9-f7db6a788450 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=92919) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 07:26:36.912181 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-d04f911a-aaa7-4a16-a6d0-5667cd13b309 req-02affbdf-27e6-4c7a-9ca9-f7db6a788450 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048864 Jun 22 07:26:36.969364 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-f04bb265-eca6-4530-aeb1-0b3afeb7eb68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:26:37.000443 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-d04f911a-aaa7-4a16-a6d0-5667cd13b309 req-11b10de8-423f-43c2-b64c-571e03ccb9da service neutron] 10.222.0.24 "GET /v2.0/networks/e78a8976-8a36-4e92-b457-521753e9cbbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822866 Jun 22 07:26:37.092663 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-d04f911a-aaa7-4a16-a6d0-5667cd13b309 req-b311ea89-732c-4ee3-a22e-467f99520a4e service neutron] 10.222.0.24 "GET /v2.0/networks/e78a8976-8a36-4e92-b457-521753e9cbbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863204 Jun 22 07:26:37.257813 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-abd7b86f-be0b-4788-a03d-596c493c4217 req-68dfc0a0-322c-4e6e-b714-e270e5631347 tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec14bb7e-be14-4b57-a333-513071980080 HTTP/1.1" status: 200 len: 210 time: 0.0290546 Jun 22 07:26:38.283997 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04f911a-aaa7-4a16-a6d0-5667cd13b309 req-936acc49-56a6-4666-9c9b-dd24021edc38 tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:26:38.285483 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-d04f911a-aaa7-4a16-a6d0-5667cd13b309 req-936acc49-56a6-4666-9c9b-dd24021edc38 tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] 10.222.0.41 "GET /v2.0/networks?id=e78a8976-8a36-4e92-b457-521753e9cbbd HTTP/1.1" status: 200 len: 815 time: 0.1053874 Jun 22 07:26:38.303842 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.v2.base [req-d04f911a-aaa7-4a16-a6d0-5667cd13b309 req-cf6ffd65-f96d-4bb2-8456-f9fb09701b7b tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] Request body: {'port': {'device_id': 'ec14bb7e-be14-4b57-a333-513071980080', 'network_id': 'e78a8976-8a36-4e92-b457-521753e9cbbd', 'admin_state_up': True, 'tenant_id': 'f02b0389d793461eb2ec3f84b0359c14'}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:26:38.404137 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-b6de7a71-3642-4026-a8a9-208cfd079108 req-bac2b2b6-62d2-4b3a-904f-cfe03987bdce tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec14bb7e-be14-4b57-a333-513071980080 HTTP/1.1" status: 200 len: 210 time: 0.0285192 Jun 22 07:26:38.419473 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d04f911a-aaa7-4a16-a6d0-5667cd13b309 req-cf6ffd65-f96d-4bb2-8456-f9fb09701b7b tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] Made reservation on behalf of f02b0389d793461eb2ec3f84b0359c14 for: {'port': 1} {{(pid=92920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 07:26:38.423164 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-d04f911a-aaa7-4a16-a6d0-5667cd13b309 req-cf6ffd65-f96d-4bb2-8456-f9fb09701b7b tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1809762'] for port, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:26:38.548530 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.db.db_base_plugin_common [req-d04f911a-aaa7-4a16-a6d0-5667cd13b309 req-cf6ffd65-f96d-4bb2-8456-f9fb09701b7b tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] Allocated IP 172.20.0.3 (e78a8976-8a36-4e92-b457-521753e9cbbd/f57852cd-4cef-442e-a850-0178e105dfe0/84cb9607-280f-4c5f-93a5-e9e02d2d9461) {{(pid=92920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 07:26:38.692393 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-d04f911a-aaa7-4a16-a6d0-5667cd13b309 req-cf6ffd65-f96d-4bb2-8456-f9fb09701b7b tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] Notify callbacks [] for port, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:26:38.731439 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-d04f911a-aaa7-4a16-a6d0-5667cd13b309 req-cf6ffd65-f96d-4bb2-8456-f9fb09701b7b tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1809569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-690206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773473471591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5150818'] for port, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:26:38.735444 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-d4d0f31e-4ec8-46a8-93e2-3128808e9d78 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:26:38.744979 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] get_ports_and_sgs() called for port_ids ['ece51fb6-2431-42dd-8988-e6c589ad1990', '28eb059a-694b-422f-a952-295a4f24466c', '3f2096ae-1b2c-470f-bff4-f180e2e72a18'] {{(pid=92921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 07:26:38.777814 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d04f911a-aaa7-4a16-a6d0-5667cd13b309 req-cf6ffd65-f96d-4bb2-8456-f9fb09701b7b tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] Network e78a8976-8a36-4e92-b457-521753e9cbbd is already hosted by enough agents. {{(pid=92920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 07:26:38.781179 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.scheduler.base_scheduler [req-d04f911a-aaa7-4a16-a6d0-5667cd13b309 req-cf6ffd65-f96d-4bb2-8456-f9fb09701b7b tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] Resources bound (agent type, host, resource id): {{(pid=92920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 07:26:38.784984 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.db.l3_dvrscheduler_db [req-d04f911a-aaa7-4a16-a6d0-5667cd13b309 req-cf6ffd65-f96d-4bb2-8456-f9fb09701b7b tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] Received port after_create {{(pid=92920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 07:26:38.792427 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6ffd65-f96d-4bb2-8456-f9fb09701b7b tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] Pushing event updated for resources: {'Port': ['ID=84cb9607-280f-4c5f-93a5-e9e02d2d9461,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:26:38.811846 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-cf6ffd65-f96d-4bb2-8456-f9fb09701b7b tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:26:38.837804 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04f911a-aaa7-4a16-a6d0-5667cd13b309 req-cf6ffd65-f96d-4bb2-8456-f9fb09701b7b tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:26:38.838494 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-d04f911a-aaa7-4a16-a6d0-5667cd13b309 req-cf6ffd65-f96d-4bb2-8456-f9fb09701b7b tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91146'] for port, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:26:38.852350 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-d04f911a-aaa7-4a16-a6d0-5667cd13b309 req-cf6ffd65-f96d-4bb2-8456-f9fb09701b7b tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5525348 Jun 22 07:26:38.865070 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.v2.base [req-d04f911a-aaa7-4a16-a6d0-5667cd13b309 req-9a6acdb4-a913-4ea7-8f9f-d323f7b2bccf service neutron] Request body: {'port': {'device_id': 'ec14bb7e-be14-4b57-a333-513071980080', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:26:38.943656 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-d04f911a-aaa7-4a16-a6d0-5667cd13b309 req-9a6acdb4-a913-4ea7-8f9f-d323f7b2bccf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:26:39.199195 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.notifiers.nova [req-d04f911a-aaa7-4a16-a6d0-5667cd13b309 req-9a6acdb4-a913-4ea7-8f9f-d323f7b2bccf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84cb9607-280f-4c5f-93a5-e9e02d2d9461 {{(pid=92920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 07:26:39.207239 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-d04f911a-aaa7-4a16-a6d0-5667cd13b309 req-9a6acdb4-a913-4ea7-8f9f-d323f7b2bccf service neutron] Notify callbacks [] for port, precommit_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:26:39.220269 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [req-d04f911a-aaa7-4a16-a6d0-5667cd13b309 req-9a6acdb4-a913-4ea7-8f9f-d323f7b2bccf service neutron] Transition to ACTIVE for port object 84cb9607-280f-4c5f-93a5-e9e02d2d9461 will not be triggered until provisioned by entity L2. {{(pid=92920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 07:26:39.223968 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-d04f911a-aaa7-4a16-a6d0-5667cd13b309 req-9a6acdb4-a913-4ea7-8f9f-d323f7b2bccf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5150800'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:26:39.226885 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-56901fff-50d4-445c-b4cc-040e9ffaaada service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:26:39.302768 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6acdb4-a913-4ea7-8f9f-d323f7b2bccf service neutron] Pushing event updated for resources: {'Port': ['ID=84cb9607-280f-4c5f-93a5-e9e02d2d9461,revision_number=2']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:26:39.321129 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-9a6acdb4-a913-4ea7-8f9f-d323f7b2bccf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:26:39.371062 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.managers [req-d04f911a-aaa7-4a16-a6d0-5667cd13b309 req-9a6acdb4-a913-4ea7-8f9f-d323f7b2bccf service neutron] Attempting to bind port 84cb9607-280f-4c5f-93a5-e9e02d2d9461 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 07:26:39.371391 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.managers [req-d04f911a-aaa7-4a16-a6d0-5667cd13b309 req-9a6acdb4-a913-4ea7-8f9f-d323f7b2bccf service neutron] Attempting to bind port 84cb9607-280f-4c5f-93a5-e9e02d2d9461 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': 'e8d61841-7d74-47e5-a65e-ba476860933d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'e78a8976-8a36-4e92-b457-521753e9cbbd'}] {{(pid=92920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 07:26:39.371717 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d04f911a-aaa7-4a16-a6d0-5667cd13b309 req-9a6acdb4-a913-4ea7-8f9f-d323f7b2bccf service neutron] Attempting to bind port 84cb9607-280f-4c5f-93a5-e9e02d2d9461 on network e78a8976-8a36-4e92-b457-521753e9cbbd {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 07:26:39.375942 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d04f911a-aaa7-4a16-a6d0-5667cd13b309 req-9a6acdb4-a913-4ea7-8f9f-d323f7b2bccf service neutron] Port 84cb9607-280f-4c5f-93a5-e9e02d2d9461 on network e78a8976-8a36-4e92-b457-521753e9cbbd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 07:26:39.376264 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d04f911a-aaa7-4a16-a6d0-5667cd13b309 req-9a6acdb4-a913-4ea7-8f9f-d323f7b2bccf service neutron] Attempting to bind port 84cb9607-280f-4c5f-93a5-e9e02d2d9461 on network e78a8976-8a36-4e92-b457-521753e9cbbd {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 07:26:39.380995 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d04f911a-aaa7-4a16-a6d0-5667cd13b309 req-9a6acdb4-a913-4ea7-8f9f-d323f7b2bccf service neutron] Checking agent: {'id': 'ce8fa221-be2f-440a-9097-46e1804b8f29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 7, 12, 2), 'started_at': datetime.datetime(2021, 6, 22, 7, 12, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 7, 26, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 07:26:39.381329 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d04f911a-aaa7-4a16-a6d0-5667cd13b309 req-9a6acdb4-a913-4ea7-8f9f-d323f7b2bccf service neutron] Checking segment: {'id': 'e8d61841-7d74-47e5-a65e-ba476860933d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'e78a8976-8a36-4e92-b457-521753e9cbbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 07:26:39.381710 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d04f911a-aaa7-4a16-a6d0-5667cd13b309 req-9a6acdb4-a913-4ea7-8f9f-d323f7b2bccf service neutron] Bound using segment: {'id': 'e8d61841-7d74-47e5-a65e-ba476860933d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'e78a8976-8a36-4e92-b457-521753e9cbbd'} {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 07:26:39.382132 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.managers [req-d04f911a-aaa7-4a16-a6d0-5667cd13b309 req-9a6acdb4-a913-4ea7-8f9f-d323f7b2bccf service neutron] Bound port: 84cb9607-280f-4c5f-93a5-e9e02d2d9461, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8d61841-7d74-47e5-a65e-ba476860933d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'e78a8976-8a36-4e92-b457-521753e9cbbd'}}] {{(pid=92920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 07:26:39.382473 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-d04f911a-aaa7-4a16-a6d0-5667cd13b309 req-9a6acdb4-a913-4ea7-8f9f-d323f7b2bccf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:26:39.442475 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [req-d04f911a-aaa7-4a16-a6d0-5667cd13b309 req-9a6acdb4-a913-4ea7-8f9f-d323f7b2bccf service neutron] For port 84cb9607-280f-4c5f-93a5-e9e02d2d9461, host hv-cinder-78662, cleared binding levels {{(pid=92920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 07:26:39.445966 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [req-d04f911a-aaa7-4a16-a6d0-5667cd13b309 req-9a6acdb4-a913-4ea7-8f9f-d323f7b2bccf service neutron] For port 84cb9607-280f-4c5f-93a5-e9e02d2d9461, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=84cb9607-280f-4c5f-93a5-e9e02d2d9461,segment=NetworkSegment(e8d61841-7d74-47e5-a65e-ba476860933d),segment_id=e8d61841-7d74-47e5-a65e-ba476860933d)] {{(pid=92920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 07:26:39.451801 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-d04f911a-aaa7-4a16-a6d0-5667cd13b309 req-9a6acdb4-a913-4ea7-8f9f-d323f7b2bccf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5150800'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:26:39.454293 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-17e65e81-d1c3-4465-bce1-afdae527ac7a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:26:39.492827 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04f911a-aaa7-4a16-a6d0-5667cd13b309 req-9a6acdb4-a913-4ea7-8f9f-d323f7b2bccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:26:39.494131 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-d04f911a-aaa7-4a16-a6d0-5667cd13b309 req-9a6acdb4-a913-4ea7-8f9f-d323f7b2bccf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91146'] for port, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:26:39.495533 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-d04f911a-aaa7-4a16-a6d0-5667cd13b309 req-9a6acdb4-a913-4ea7-8f9f-d323f7b2bccf service neutron] 10.222.0.41 "PUT /v2.0/ports/84cb9607-280f-4c5f-93a5-e9e02d2d9461 HTTP/1.1" status: 200 len: 1093 time: 0.6346569 Jun 22 07:26:39.496045 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec14bb7e-be14-4b57-a333-513071980080', 'tag': '84cb9607-280f-4c5f-93a5-e9e02d2d9461'}] {{(pid=92920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 07:26:39.498418 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}175c46e468422b48d63533518873068da6a6c478907c3b6f79f9dabf89e8d923" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e641c52d-6d6e-4a07-8483-3c6b89fef267" -d '{"events": [{"name": "network-changed", "server_uuid": "ec14bb7e-be14-4b57-a333-513071980080", "tag": "84cb9607-280f-4c5f-93a5-e9e02d2d9461"}]}' {{(pid=92920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 07:26:39.518345 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6acdb4-a913-4ea7-8f9f-d323f7b2bccf service neutron] Pushing event updated for resources: {'Port': ['ID=84cb9607-280f-4c5f-93a5-e9e02d2d9461,revision_number=3']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:26:39.522298 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-9a6acdb4-a913-4ea7-8f9f-d323f7b2bccf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:26:39.542324 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 07:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fe43cb0-f333-45b3-b29b-9697230e266b x-openstack-request-id: req-1fe43cb0-f333-45b3-b29b-9697230e266b {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 07:26:39.542720 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec14bb7e-be14-4b57-a333-513071980080", "tag": "84cb9607-280f-4c5f-93a5-e9e02d2d9461", "status": "completed", "code": 200}]} {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 07:26:39.543073 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1fe43cb0-f333-45b3-b29b-9697230e266b {{(pid=92920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 07:26:39.543585 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec14bb7e-be14-4b57-a333-513071980080', 'tag': '84cb9607-280f-4c5f-93a5-e9e02d2d9461', 'status': 'completed', 'code': 200} Jun 22 07:26:39.592787 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363a1a19-71bb-4ae9-8739-04fb7a1be8fe req-026736af-4109-4844-b528-e9c98dd7cbec tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:26:39.594243 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-363a1a19-71bb-4ae9-8739-04fb7a1be8fe req-026736af-4109-4844-b528-e9c98dd7cbec tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec14bb7e-be14-4b57-a333-513071980080 HTTP/1.1" status: 200 len: 943 time: 0.0679207 Jun 22 07:26:39.607485 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04f911a-aaa7-4a16-a6d0-5667cd13b309 req-4b07edf1-543c-4d1a-985a-c895bc17d00e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:26:39.609028 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-d04f911a-aaa7-4a16-a6d0-5667cd13b309 req-4b07edf1-543c-4d1a-985a-c895bc17d00e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f02b0389d793461eb2ec3f84b0359c14&device_id=ec14bb7e-be14-4b57-a333-513071980080 HTTP/1.1" status: 200 len: 1096 time: 0.0538251 Jun 22 07:26:39.658298 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-d04f911a-aaa7-4a16-a6d0-5667cd13b309 req-5f80be5b-32db-4f42-a593-430fccb6d0e5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=84cb9607-280f-4c5f-93a5-e9e02d2d9461 HTTP/1.1" status: 200 len: 217 time: 0.0374141 Jun 22 07:26:39.716766 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04f911a-aaa7-4a16-a6d0-5667cd13b309 req-fd0014b1-632a-471f-88a7-e76be3a39afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:26:39.718142 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-d04f911a-aaa7-4a16-a6d0-5667cd13b309 req-fd0014b1-632a-471f-88a7-e76be3a39afe service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f57852cd-4cef-442e-a850-0178e105dfe0 HTTP/1.1" status: 200 len: 855 time: 0.0512855 Jun 22 07:26:39.754828 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-d04f911a-aaa7-4a16-a6d0-5667cd13b309 req-68db3a17-da11-4501-8875-e5ce2882a668 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e78a8976-8a36-4e92-b457-521753e9cbbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281723 Jun 22 07:26:39.851468 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-d04f911a-aaa7-4a16-a6d0-5667cd13b309 req-58d94be1-3d1f-4bff-9022-6c4325103bf7 service neutron] 10.222.0.41 "GET /v2.0/networks/e78a8976-8a36-4e92-b457-521753e9cbbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886588 Jun 22 07:26:39.903191 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-363a1a19-71bb-4ae9-8739-04fb7a1be8fe req-fae53539-df68-46c0-a697-b8dbbd6e6587 tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] 10.222.0.24 "GET /v2.0/security-groups?id=41fbea32-64c7-4c3e-88d8-104a214ab6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3033953 Jun 22 07:26:39.949333 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-d04f911a-aaa7-4a16-a6d0-5667cd13b309 req-c5a5e41d-9c14-4a83-8aeb-1ac1f5d1f695 service neutron] 10.222.0.41 "GET /v2.0/networks/e78a8976-8a36-4e92-b457-521753e9cbbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890515 Jun 22 07:26:40.061953 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e641c52d-6d6e-4a07-8483-3c6b89fef267 req-ec5d5c5a-ee49-4d4b-aebd-a3d24bf7ecf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:26:40.063417 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-e641c52d-6d6e-4a07-8483-3c6b89fef267 req-ec5d5c5a-ee49-4d4b-aebd-a3d24bf7ecf0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f02b0389d793461eb2ec3f84b0359c14&device_id=ec14bb7e-be14-4b57-a333-513071980080 HTTP/1.1" status: 200 len: 1096 time: 0.0518656 Jun 22 07:26:40.154777 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e641c52d-6d6e-4a07-8483-3c6b89fef267 req-8b8e4bf7-61c9-4381-8523-4b417a9bd349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:26:40.156209 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-e641c52d-6d6e-4a07-8483-3c6b89fef267 req-8b8e4bf7-61c9-4381-8523-4b417a9bd349 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e78a8976-8a36-4e92-b457-521753e9cbbd HTTP/1.1" status: 200 len: 916 time: 0.0854173 Jun 22 07:26:40.197136 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-e641c52d-6d6e-4a07-8483-3c6b89fef267 req-77933dae-b087-474b-9550-0e178af9c192 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=84cb9607-280f-4c5f-93a5-e9e02d2d9461 HTTP/1.1" status: 200 len: 217 time: 0.0343211 Jun 22 07:26:40.245273 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e641c52d-6d6e-4a07-8483-3c6b89fef267 req-38204298-d4e4-49b4-8f7e-a9683f063b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:26:40.246694 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-e641c52d-6d6e-4a07-8483-3c6b89fef267 req-38204298-d4e4-49b4-8f7e-a9683f063b04 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f57852cd-4cef-442e-a850-0178e105dfe0 HTTP/1.1" status: 200 len: 855 time: 0.0431252 Jun 22 07:26:40.282700 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-e641c52d-6d6e-4a07-8483-3c6b89fef267 req-5aa7033a-ea36-4212-800a-6494c216864f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e78a8976-8a36-4e92-b457-521753e9cbbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298119 Jun 22 07:26:40.371265 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-e641c52d-6d6e-4a07-8483-3c6b89fef267 req-897e2778-7757-48c6-b62a-ae7afcadf5a2 service neutron] 10.222.0.41 "GET /v2.0/networks/e78a8976-8a36-4e92-b457-521753e9cbbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824628 Jun 22 07:26:40.461417 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-e641c52d-6d6e-4a07-8483-3c6b89fef267 req-062cdb0c-1ddd-46c5-8da4-65807d9fa575 service neutron] 10.222.0.41 "GET /v2.0/networks/e78a8976-8a36-4e92-b457-521753e9cbbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837417 Jun 22 07:26:41.076112 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d793d1e6-4d8b-4ff7-abb4-02f86e46d19b req-8d75abff-ee31-4aa2-b843-8293c1f55b64 tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:26:41.077569 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-d793d1e6-4d8b-4ff7-abb4-02f86e46d19b req-8d75abff-ee31-4aa2-b843-8293c1f55b64 tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec14bb7e-be14-4b57-a333-513071980080 HTTP/1.1" status: 200 len: 943 time: 0.0640793 Jun 22 07:26:41.114282 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-d793d1e6-4d8b-4ff7-abb4-02f86e46d19b req-aac8da03-5cad-48a3-8b19-6a71d1dc3fa6 tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] 10.222.0.24 "GET /v2.0/security-groups?id=41fbea32-64c7-4c3e-88d8-104a214ab6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309000 Jun 22 07:26:42.286274 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0ee046-ec31-4298-8acb-b4cd9856ed50 req-ada9652e-e692-473b-8a90-492d09f4e2e9 tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:26:42.287733 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-8e0ee046-ec31-4298-8acb-b4cd9856ed50 req-ada9652e-e692-473b-8a90-492d09f4e2e9 tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec14bb7e-be14-4b57-a333-513071980080 HTTP/1.1" status: 200 len: 943 time: 0.0627236 Jun 22 07:26:42.330459 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-8e0ee046-ec31-4298-8acb-b4cd9856ed50 req-ec253407-6f41-4fbd-bd04-fd56db1bccfc tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] 10.222.0.24 "GET /v2.0/security-groups?id=41fbea32-64c7-4c3e-88d8-104a214ab6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361462 Jun 22 07:26:43.503150 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c8c257-5ec2-439e-9732-53d2a0d61604 req-891215b3-e3ed-42b2-8cfd-8d177d1c2b17 tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:26:43.504622 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-51c8c257-5ec2-439e-9732-53d2a0d61604 req-891215b3-e3ed-42b2-8cfd-8d177d1c2b17 tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec14bb7e-be14-4b57-a333-513071980080 HTTP/1.1" status: 200 len: 943 time: 0.0627990 Jun 22 07:26:43.544089 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-51c8c257-5ec2-439e-9732-53d2a0d61604 req-58f9edf0-b020-48fb-adc3-a5cbe8f969e1 tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] 10.222.0.24 "GET /v2.0/security-groups?id=41fbea32-64c7-4c3e-88d8-104a214ab6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338681 Jun 22 07:26:44.173985 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Device 84cb9607-280f-4c5f-93a5-e9e02d2d9461 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=92921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 07:26:44.266071 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] For port 84cb9607-280f-4c5f-93a5-e9e02d2d9461, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=84cb9607-280f-4c5f-93a5-e9e02d2d9461,segment=NetworkSegment(e8d61841-7d74-47e5-a65e-ba476860933d),segment_id=e8d61841-7d74-47e5-a65e-ba476860933d)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:26:44.277948 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Returning: {'device': '84cb9607-280f-4c5f-93a5-e9e02d2d9461', 'network_id': 'e78a8976-8a36-4e92-b457-521753e9cbbd', 'port_id': '84cb9607-280f-4c5f-93a5-e9e02d2d9461', 'mac_address': 'fa:16:3e:bd:fa:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f57852cd-4cef-442e-a850-0178e105dfe0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 07:26:44.327420 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:26:44.341293 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.notifiers.nova [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84cb9607-280f-4c5f-93a5-e9e02d2d9461 {{(pid=92921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 07:26:44.360566 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] For port 84cb9607-280f-4c5f-93a5-e9e02d2d9461, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=84cb9607-280f-4c5f-93a5-e9e02d2d9461,segment=NetworkSegment(e8d61841-7d74-47e5-a65e-ba476860933d),segment_id=e8d61841-7d74-47e5-a65e-ba476860933d)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:26:44.364206 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:26:44.365954 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:26:44.411044 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Pushing event updated for resources: {'Port': ['ID=84cb9607-280f-4c5f-93a5-e9e02d2d9461,revision_number=4']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:26:44.414102 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:26:44.708258 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] get_ports_and_sgs() called for port_ids ['84cb9607-280f-4c5f-93a5-e9e02d2d9461'] {{(pid=92921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 07:26:44.718620 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cad4ff1-2435-49b8-851b-36ca0128c644 req-b9b4516f-615e-41e0-9826-618392b71cbe tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:26:44.720108 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-7cad4ff1-2435-49b8-851b-36ca0128c644 req-b9b4516f-615e-41e0-9826-618392b71cbe tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec14bb7e-be14-4b57-a333-513071980080 HTTP/1.1" status: 200 len: 944 time: 0.0627856 Jun 22 07:26:44.758182 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-7cad4ff1-2435-49b8-851b-36ca0128c644 req-323798e7-1539-4e66-ae35-8d2f706d4c1f tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] 10.222.0.24 "GET /v2.0/security-groups?id=41fbea32-64c7-4c3e-88d8-104a214ab6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324244 Jun 22 07:26:45.934377 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b0d4ab-2e3a-4769-8f24-5192012ed51b req-fa01f2be-c652-412b-b4f1-b453b9d0b17b tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:26:45.935719 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-38b0d4ab-2e3a-4769-8f24-5192012ed51b req-fa01f2be-c652-412b-b4f1-b453b9d0b17b tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec14bb7e-be14-4b57-a333-513071980080 HTTP/1.1" status: 200 len: 944 time: 0.0680857 Jun 22 07:26:45.973017 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-38b0d4ab-2e3a-4769-8f24-5192012ed51b req-19b15b45-ef25-4524-be1a-f81831932230 tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] 10.222.0.24 "GET /v2.0/security-groups?id=41fbea32-64c7-4c3e-88d8-104a214ab6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317132 Jun 22 07:26:46.181218 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Device 84cb9607-280f-4c5f-93a5-e9e02d2d9461 up at agent hyperv_hv-cinder-78662 {{(pid=92921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 07:26:46.227784 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Provisioning for port 84cb9607-280f-4c5f-93a5-e9e02d2d9461 completed by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 07:26:46.231649 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Provisioning complete for port 84cb9607-280f-4c5f-93a5-e9e02d2d9461 triggered by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:26:46.232027 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1879668'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:26:46.306426 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:26:46.329638 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec14bb7e-be14-4b57-a333-513071980080', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84cb9607-280f-4c5f-93a5-e9e02d2d9461'}] {{(pid=92921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 07:26:46.331965 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4609914990d9533a1079bbd359c82c974bab58cbf2fcf9d17aa38aa491f36217" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97f5fa78-70fb-4e4e-a801-e7c70d74f4a0" -d '{"events": [{"server_uuid": "ec14bb7e-be14-4b57-a333-513071980080", "name": "network-vif-plugged", "status": "completed", "tag": "84cb9607-280f-4c5f-93a5-e9e02d2d9461"}]}' {{(pid=92921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 07:26:46.345080 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] For port 84cb9607-280f-4c5f-93a5-e9e02d2d9461, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=84cb9607-280f-4c5f-93a5-e9e02d2d9461,segment=NetworkSegment(e8d61841-7d74-47e5-a65e-ba476860933d),segment_id=e8d61841-7d74-47e5-a65e-ba476860933d)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:26:46.349711 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:26:46.351755 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-be06567f-ba2e-4124-86aa-93623eff8157 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:26:46.376604 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 07:26:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37679ce7-3652-497a-8081-c97374b5dae9 x-openstack-request-id: req-37679ce7-3652-497a-8081-c97374b5dae9 {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 07:26:46.376899 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec14bb7e-be14-4b57-a333-513071980080", "name": "network-vif-plugged", "status": "completed", "tag": "84cb9607-280f-4c5f-93a5-e9e02d2d9461", "code": 200}]} {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 07:26:46.377153 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-37679ce7-3652-497a-8081-c97374b5dae9 {{(pid=92921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 07:26:46.377537 dv-cinder-786627-11-iscsi neutron-server[92921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec14bb7e-be14-4b57-a333-513071980080', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84cb9607-280f-4c5f-93a5-e9e02d2d9461', 'code': 200} Jun 22 07:26:46.403902 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Pushing event updated for resources: {'Port': ['ID=84cb9607-280f-4c5f-93a5-e9e02d2d9461,revision_number=5']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:26:46.407010 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:26:46.587983 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6cba11-6cb3-4e46-a0df-d828a13687e2 req-c53dcf26-ac49-437b-bf07-d9e96f279748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:26:46.589415 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-5b6cba11-6cb3-4e46-a0df-d828a13687e2 req-c53dcf26-ac49-437b-bf07-d9e96f279748 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ec14bb7e-be14-4b57-a333-513071980080 HTTP/1.1" status: 200 len: 1098 time: 0.0517969 Jun 22 07:26:46.625177 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-5b6cba11-6cb3-4e46-a0df-d828a13687e2 req-8bba378e-534c-4550-b682-f17f1672364f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=41fbea32-64c7-4c3e-88d8-104a214ab6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287094 Jun 22 07:26:47.147916 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ab08a4-c2db-47a7-90e9-d012939b3921 req-087385fb-a846-4e56-99f8-fad0d3287e62 tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:26:47.149537 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-31ab08a4-c2db-47a7-90e9-d012939b3921 req-087385fb-a846-4e56-99f8-fad0d3287e62 tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec14bb7e-be14-4b57-a333-513071980080 HTTP/1.1" status: 200 len: 945 time: 0.0631249 Jun 22 07:26:47.187075 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-31ab08a4-c2db-47a7-90e9-d012939b3921 req-982fcf7e-8346-476c-9ffe-c4962484c01f tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] 10.222.0.24 "GET /v2.0/security-groups?id=41fbea32-64c7-4c3e-88d8-104a214ab6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317776 Jun 22 07:26:48.390507 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854b0d15-0f3a-493d-a23f-cd7e4f470682 req-242d8d76-d9ee-4d56-9998-0f9d583b0c0f tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:26:48.391977 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-854b0d15-0f3a-493d-a23f-cd7e4f470682 req-242d8d76-d9ee-4d56-9998-0f9d583b0c0f tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec14bb7e-be14-4b57-a333-513071980080 HTTP/1.1" status: 200 len: 945 time: 0.0786016 Jun 22 07:26:48.440175 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-854b0d15-0f3a-493d-a23f-cd7e4f470682 req-23cbf37d-b04e-42f6-beae-16f06312238c tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] 10.222.0.24 "GET /v2.0/security-groups?id=41fbea32-64c7-4c3e-88d8-104a214ab6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423715 Jun 22 07:26:54.934122 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.agents_db [None req-74002642-eed4-46c6-8f70-93846dc748c3 None None] Agent healthcheck: found 6 active agents {{(pid=92922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 07:27:00.448936 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a405f6-efd4-4e77-ba32-3452ba75d7ff req-27da6473-ff18-455c-8020-ac9f3accbcc4 tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:27:00.450317 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-67a405f6-efd4-4e77-ba32-3452ba75d7ff req-27da6473-ff18-455c-8020-ac9f3accbcc4 tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec14bb7e-be14-4b57-a333-513071980080 HTTP/1.1" status: 200 len: 945 time: 0.0642681 Jun 22 07:27:00.488738 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-67a405f6-efd4-4e77-ba32-3452ba75d7ff req-caf11814-876e-4431-94ae-b41494115786 tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] 10.222.0.24 "GET /v2.0/security-groups?id=41fbea32-64c7-4c3e-88d8-104a214ab6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321884 Jun 22 07:27:00.728657 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-0ab6c400-4e34-4d74-b478-9e819702ba08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:01.672536 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbc3228-829d-4534-823f-712ee36f05ec req-ad88331f-a5b8-47c5-8fb9-263643764fc5 tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:27:01.673973 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-1cbc3228-829d-4534-823f-712ee36f05ec req-ad88331f-a5b8-47c5-8fb9-263643764fc5 tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec14bb7e-be14-4b57-a333-513071980080 HTTP/1.1" status: 200 len: 945 time: 0.0636158 Jun 22 07:27:01.716622 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-1cbc3228-829d-4534-823f-712ee36f05ec req-2efcbe26-a0f3-43e4-8d8c-b44ea30ae942 tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] 10.222.0.24 "GET /v2.0/security-groups?id=41fbea32-64c7-4c3e-88d8-104a214ab6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370567 Jun 22 07:27:02.443414 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4069a34-b35f-4923-8fe6-421685813811 req-f80992f2-eda9-4c45-b54e-46ba9b5bba82 tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:27:02.444899 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-f4069a34-b35f-4923-8fe6-421685813811 req-f80992f2-eda9-4c45-b54e-46ba9b5bba82 tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec14bb7e-be14-4b57-a333-513071980080 HTTP/1.1" status: 200 len: 945 time: 0.0641086 Jun 22 07:27:02.551342 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [req-f4069a34-b35f-4923-8fe6-421685813811 req-ef60ca23-e648-4a31-a457-00feeb23cc51 tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] Deleting port 84cb9607-280f-4c5f-93a5-e9e02d2d9461 {{(pid=92920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 07:27:02.551679 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-f4069a34-b35f-4923-8fe6-421685813811 req-ef60ca23-e648-4a31-a457-00feeb23cc51 tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773474057189'] for port, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:02.639796 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [req-f4069a34-b35f-4923-8fe6-421685813811 req-ef60ca23-e648-4a31-a457-00feeb23cc51 tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] For port 84cb9607-280f-4c5f-93a5-e9e02d2d9461, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=84cb9607-280f-4c5f-93a5-e9e02d2d9461,segment=NetworkSegment(e8d61841-7d74-47e5-a65e-ba476860933d),segment_id=e8d61841-7d74-47e5-a65e-ba476860933d)] {{(pid=92920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:27:02.640145 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-f4069a34-b35f-4923-8fe6-421685813811 req-ef60ca23-e648-4a31-a457-00feeb23cc51 tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-707208'] for port, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:02.705958 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [req-f4069a34-b35f-4923-8fe6-421685813811 req-ef60ca23-e648-4a31-a457-00feeb23cc51 tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] Calling delete_port for 84cb9607-280f-4c5f-93a5-e9e02d2d9461 owned by compute:nova {{(pid=92920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 07:27:02.838648 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-f4069a34-b35f-4923-8fe6-421685813811 req-ef60ca23-e648-4a31-a457-00feeb23cc51 tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773474061029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773473471600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5150811'] for port, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:02.843820 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-b998c079-3b67-47f9-9594-0471b7a1fe9d tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:27:02.851308 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] get_ports_and_sgs() called for port_ids ['ece51fb6-2431-42dd-8988-e6c589ad1990', '28eb059a-694b-422f-a952-295a4f24466c', '3f2096ae-1b2c-470f-bff4-f180e2e72a18', '84cb9607-280f-4c5f-93a5-e9e02d2d9461'] {{(pid=92921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 07:27:02.862658 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-2373f223-48cf-483e-8d2e-01ddaefc2c4a req-da0f0c42-04ba-484c-ab20-5a355a899544 tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec14bb7e-be14-4b57-a333-513071980080 HTTP/1.1" status: 200 len: 210 time: 0.0344951 Jun 22 07:27:02.877723 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef60ca23-e648-4a31-a457-00feeb23cc51 tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] Pushing event deleted for resources: {'Port': ['ID=84cb9607-280f-4c5f-93a5-e9e02d2d9461,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:27:02.880198 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-ef60ca23-e648-4a31-a457-00feeb23cc51 tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:27:02.920045 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4069a34-b35f-4923-8fe6-421685813811 req-ef60ca23-e648-4a31-a457-00feeb23cc51 tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] No DVR routers for this DVR port 84cb9607-280f-4c5f-93a5-e9e02d2d9461 on host hv-cinder-78662 {{(pid=92920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 07:27:02.923074 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-f4069a34-b35f-4923-8fe6-421685813811 req-ef60ca23-e648-4a31-a457-00feeb23cc51 tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91146'] for port, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:02.925059 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-f4069a34-b35f-4923-8fe6-421685813811 req-ef60ca23-e648-4a31-a457-00feeb23cc51 tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] 10.222.0.41 "DELETE /v2.0/ports/84cb9607-280f-4c5f-93a5-e9e02d2d9461 HTTP/1.1" status: 204 len: 173 time: 0.4751847 Jun 22 07:27:02.925593 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec14bb7e-be14-4b57-a333-513071980080', 'name': 'network-vif-deleted', 'tag': '84cb9607-280f-4c5f-93a5-e9e02d2d9461'}] {{(pid=92920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 07:27:02.928538 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}175c46e468422b48d63533518873068da6a6c478907c3b6f79f9dabf89e8d923" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9900c1c8-9439-4c3d-b0bb-8ec4e89e87c5" -d '{"events": [{"server_uuid": "ec14bb7e-be14-4b57-a333-513071980080", "name": "network-vif-deleted", "tag": "84cb9607-280f-4c5f-93a5-e9e02d2d9461"}]}' {{(pid=92920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 07:27:02.967193 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 07:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20c92072-0ce1-4edd-a9db-5af7159035c9 x-openstack-request-id: req-20c92072-0ce1-4edd-a9db-5af7159035c9 {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 07:27:02.967622 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec14bb7e-be14-4b57-a333-513071980080", "name": "network-vif-deleted", "tag": "84cb9607-280f-4c5f-93a5-e9e02d2d9461", "status": "completed", "code": 200}]} {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 07:27:02.967941 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-20c92072-0ce1-4edd-a9db-5af7159035c9 {{(pid=92920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 07:27:02.968402 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec14bb7e-be14-4b57-a333-513071980080', 'name': 'network-vif-deleted', 'tag': '84cb9607-280f-4c5f-93a5-e9e02d2d9461', 'status': 'completed', 'code': 200} Jun 22 07:27:03.102422 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-c7e070ba-903a-4669-9295-cefce2fbee70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:03.289609 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:04.765420 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:05.239322 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d3c1a5ff-c703-4bfc-bce3-efb8418f207c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:05.437070 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bcb490-4da3-4d48-b80c-88b69a54e7b9 req-ff6308af-be47-4ebe-85a4-f5146a96c5ee tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:27:05.438404 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-c6bcb490-4da3-4d48-b80c-88b69a54e7b9 req-ff6308af-be47-4ebe-85a4-f5146a96c5ee tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] 10.222.0.24 "GET /v2.0/ports?device_id=174b6403-99af-4904-a7ea-e5019e9615c4 HTTP/1.1" status: 200 len: 945 time: 0.0632844 Jun 22 07:27:05.475696 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-c6bcb490-4da3-4d48-b80c-88b69a54e7b9 req-e1067602-8d21-4340-8262-3298aa11b834 tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] 10.222.0.24 "GET /v2.0/security-groups?id=41fbea32-64c7-4c3e-88d8-104a214ab6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317121 Jun 22 07:27:06.283404 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Device 84cb9607-280f-4c5f-93a5-e9e02d2d9461 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=92921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 07:27:06.302906 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] No Port match for: 84cb9607-280f-4c5f-93a5-e9e02d2d9461 {{(pid=92921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 07:27:06.303253 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Device 84cb9607-280f-4c5f-93a5-e9e02d2d9461 not bound to the agent host hv-cinder-78662 {{(pid=92921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 07:27:06.656246 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c593b8-dfa1-4641-a620-6eeca5c5487e req-87f15658-1e57-429a-9d14-14b1d24800ee tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:27:06.657751 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-d4c593b8-dfa1-4641-a620-6eeca5c5487e req-87f15658-1e57-429a-9d14-14b1d24800ee tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] 10.222.0.24 "GET /v2.0/ports?device_id=174b6403-99af-4904-a7ea-e5019e9615c4 HTTP/1.1" status: 200 len: 945 time: 0.0649521 Jun 22 07:27:06.696162 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-d4c593b8-dfa1-4641-a620-6eeca5c5487e req-1df58033-d865-4927-9bae-1e834d50748c tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] 10.222.0.24 "GET /v2.0/security-groups?id=41fbea32-64c7-4c3e-88d8-104a214ab6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326860 Jun 22 07:27:06.973759 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-f04bb265-eca6-4530-aeb1-0b3afeb7eb68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:07.372555 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9a8a75-5935-4278-84c6-07507774da0d req-4f91c364-2fa1-4194-8f93-484605b2f0f9 tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:27:07.373994 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-0c9a8a75-5935-4278-84c6-07507774da0d req-4f91c364-2fa1-4194-8f93-484605b2f0f9 tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] 10.222.0.41 "GET /v2.0/ports?device_id=174b6403-99af-4904-a7ea-e5019e9615c4 HTTP/1.1" status: 200 len: 945 time: 0.0689392 Jun 22 07:27:07.474501 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [req-0c9a8a75-5935-4278-84c6-07507774da0d req-3ebfd630-a7d9-4a44-85f8-4dbad1718367 tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] Deleting port 3f2096ae-1b2c-470f-bff4-f180e2e72a18 {{(pid=92920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 07:27:07.474847 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-0c9a8a75-5935-4278-84c6-07507774da0d req-3ebfd630-a7d9-4a44-85f8-4dbad1718367 tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773474057189'] for port, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:07.566364 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [req-0c9a8a75-5935-4278-84c6-07507774da0d req-3ebfd630-a7d9-4a44-85f8-4dbad1718367 tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] For port 3f2096ae-1b2c-470f-bff4-f180e2e72a18, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=3f2096ae-1b2c-470f-bff4-f180e2e72a18,segment=NetworkSegment(e8d61841-7d74-47e5-a65e-ba476860933d),segment_id=e8d61841-7d74-47e5-a65e-ba476860933d)] {{(pid=92920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:27:07.566718 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-0c9a8a75-5935-4278-84c6-07507774da0d req-3ebfd630-a7d9-4a44-85f8-4dbad1718367 tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-707208'] for port, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:07.632109 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [req-0c9a8a75-5935-4278-84c6-07507774da0d req-3ebfd630-a7d9-4a44-85f8-4dbad1718367 tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] Calling delete_port for 3f2096ae-1b2c-470f-bff4-f180e2e72a18 owned by compute:nova {{(pid=92920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 07:27:07.769801 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-0c9a8a75-5935-4278-84c6-07507774da0d req-3ebfd630-a7d9-4a44-85f8-4dbad1718367 tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773474061029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773473471600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5150811'] for port, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:07.776113 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-b708d68c-6506-42bd-9938-768f97b52fcd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:27:07.787404 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] get_ports_and_sgs() called for port_ids ['ece51fb6-2431-42dd-8988-e6c589ad1990', '28eb059a-694b-422f-a952-295a4f24466c', '3f2096ae-1b2c-470f-bff4-f180e2e72a18'] {{(pid=92921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 07:27:07.807967 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebfd630-a7d9-4a44-85f8-4dbad1718367 tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] Pushing event deleted for resources: {'Port': ['ID=3f2096ae-1b2c-470f-bff4-f180e2e72a18,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:27:07.851186 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-29f0453f-cea2-42f5-ad8b-d15fa06657b6 req-ce2c6c70-f861-4d65-bbc5-a8c2de57be82 tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] 10.222.0.24 "GET /v2.0/ports?device_id=174b6403-99af-4904-a7ea-e5019e9615c4 HTTP/1.1" status: 200 len: 210 time: 0.0360465 Jun 22 07:27:07.862787 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebfd630-a7d9-4a44-85f8-4dbad1718367 tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:27:07.863168 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebfd630-a7d9-4a44-85f8-4dbad1718367 tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:27:07.863541 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebfd630-a7d9-4a44-85f8-4dbad1718367 tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:27:07.863906 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebfd630-a7d9-4a44-85f8-4dbad1718367 tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:27:07.864268 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebfd630-a7d9-4a44-85f8-4dbad1718367 tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:27:07.864676 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebfd630-a7d9-4a44-85f8-4dbad1718367 tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:27:07.865036 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebfd630-a7d9-4a44-85f8-4dbad1718367 tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:27:07.865415 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebfd630-a7d9-4a44-85f8-4dbad1718367 tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:27:07.866724 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebfd630-a7d9-4a44-85f8-4dbad1718367 tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:27:07.867112 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebfd630-a7d9-4a44-85f8-4dbad1718367 tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:27:07.867475 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebfd630-a7d9-4a44-85f8-4dbad1718367 tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:27:07.868046 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebfd630-a7d9-4a44-85f8-4dbad1718367 tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:27:07.872955 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-3ebfd630-a7d9-4a44-85f8-4dbad1718367 tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:27:07.892224 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c9a8a75-5935-4278-84c6-07507774da0d req-3ebfd630-a7d9-4a44-85f8-4dbad1718367 tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] No DVR routers for this DVR port 3f2096ae-1b2c-470f-bff4-f180e2e72a18 on host hv-cinder-78662 {{(pid=92920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 07:27:07.894789 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-0c9a8a75-5935-4278-84c6-07507774da0d req-3ebfd630-a7d9-4a44-85f8-4dbad1718367 tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91146'] for port, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:07.897039 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-0c9a8a75-5935-4278-84c6-07507774da0d req-3ebfd630-a7d9-4a44-85f8-4dbad1718367 tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] 10.222.0.41 "DELETE /v2.0/ports/3f2096ae-1b2c-470f-bff4-f180e2e72a18 HTTP/1.1" status: 204 len: 173 time: 0.5171249 Jun 22 07:27:07.897550 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '174b6403-99af-4904-a7ea-e5019e9615c4', 'name': 'network-vif-deleted', 'tag': '3f2096ae-1b2c-470f-bff4-f180e2e72a18'}] {{(pid=92920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 07:27:07.900360 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}175c46e468422b48d63533518873068da6a6c478907c3b6f79f9dabf89e8d923" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83dbcd73-0415-4d5c-b3ec-0f340caef828" -d '{"events": [{"server_uuid": "174b6403-99af-4904-a7ea-e5019e9615c4", "name": "network-vif-deleted", "tag": "3f2096ae-1b2c-470f-bff4-f180e2e72a18"}]}' {{(pid=92920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 07:27:07.940942 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 07:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f772fc4-ecbd-4bd5-9f62-7ebe0df23edc x-openstack-request-id: req-2f772fc4-ecbd-4bd5-9f62-7ebe0df23edc {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 07:27:07.941272 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "174b6403-99af-4904-a7ea-e5019e9615c4", "name": "network-vif-deleted", "tag": "3f2096ae-1b2c-470f-bff4-f180e2e72a18", "status": "completed", "code": 200}]} {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 07:27:07.941741 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2f772fc4-ecbd-4bd5-9f62-7ebe0df23edc {{(pid=92920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 07:27:07.942356 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '174b6403-99af-4904-a7ea-e5019e9615c4', 'name': 'network-vif-deleted', 'tag': '3f2096ae-1b2c-470f-bff4-f180e2e72a18', 'status': 'completed', 'code': 200} Jun 22 07:27:09.313150 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5149c1cf-be7e-4411-ae39-3de74a1cffc9 req-900f195f-54b7-4592-8ccc-c7704083a097 tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:27:09.314640 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-5149c1cf-be7e-4411-ae39-3de74a1cffc9 req-900f195f-54b7-4592-8ccc-c7704083a097 tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] 10.222.0.24 "GET /v2.0/ports?device_id=055b0e8d-331d-49a2-95a7-f8a26cbede02 HTTP/1.1" status: 200 len: 945 time: 0.0644696 Jun 22 07:27:09.356021 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-5149c1cf-be7e-4411-ae39-3de74a1cffc9 req-73fbd8ad-ab1d-4162-82f3-e05985499aeb tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] 10.222.0.24 "GET /v2.0/security-groups?id=41fbea32-64c7-4c3e-88d8-104a214ab6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354493 Jun 22 07:27:10.304187 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Device 3f2096ae-1b2c-470f-bff4-f180e2e72a18 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=92921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 07:27:10.326999 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] No Port match for: 3f2096ae-1b2c-470f-bff4-f180e2e72a18 {{(pid=92921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 07:27:10.327349 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Device 3f2096ae-1b2c-470f-bff4-f180e2e72a18 not bound to the agent host hv-cinder-78662 {{(pid=92921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 07:27:10.530595 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3f951b-ffa6-4f72-aa54-22830eb73686 req-ec33a9ff-47fa-4282-ac9f-cecb337e9fdb tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:27:10.532232 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-0a3f951b-ffa6-4f72-aa54-22830eb73686 req-ec33a9ff-47fa-4282-ac9f-cecb337e9fdb tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] 10.222.0.24 "GET /v2.0/ports?device_id=055b0e8d-331d-49a2-95a7-f8a26cbede02 HTTP/1.1" status: 200 len: 945 time: 0.0647099 Jun 22 07:27:10.570518 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-0a3f951b-ffa6-4f72-aa54-22830eb73686 req-73f6046d-1361-4a7a-b2e2-65f40c05c110 tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] 10.222.0.24 "GET /v2.0/security-groups?id=41fbea32-64c7-4c3e-88d8-104a214ab6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319595 Jun 22 07:27:10.957282 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886ed066-e958-4b9d-896c-b7daa837422f req-1d98f090-62c8-4b9d-ad82-bcf2b877d9e5 tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:27:10.958614 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-886ed066-e958-4b9d-896c-b7daa837422f req-1d98f090-62c8-4b9d-ad82-bcf2b877d9e5 tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] 10.222.0.41 "GET /v2.0/ports?device_id=055b0e8d-331d-49a2-95a7-f8a26cbede02 HTTP/1.1" status: 200 len: 945 time: 0.0637677 Jun 22 07:27:11.061260 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [req-886ed066-e958-4b9d-896c-b7daa837422f req-58f2f673-5104-41aa-b48a-d7a6e8d3201b tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] Deleting port 28eb059a-694b-422f-a952-295a4f24466c {{(pid=92920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 07:27:11.061606 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-886ed066-e958-4b9d-896c-b7daa837422f req-58f2f673-5104-41aa-b48a-d7a6e8d3201b tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773474057189'] for port, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:11.148721 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [req-886ed066-e958-4b9d-896c-b7daa837422f req-58f2f673-5104-41aa-b48a-d7a6e8d3201b tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] For port 28eb059a-694b-422f-a952-295a4f24466c, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=28eb059a-694b-422f-a952-295a4f24466c,segment=NetworkSegment(e8d61841-7d74-47e5-a65e-ba476860933d),segment_id=e8d61841-7d74-47e5-a65e-ba476860933d)] {{(pid=92920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:27:11.149081 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-886ed066-e958-4b9d-896c-b7daa837422f req-58f2f673-5104-41aa-b48a-d7a6e8d3201b tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-707208'] for port, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:11.424003 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-4a65727a-6d3f-4f3d-8e01-2cd86f4c7cc3 req-6f21f3ac-bd22-4d65-aeac-d4ee4b7f9b66 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=18f38d70-e755-476a-ae0d-a46511c87cc5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0572290 Jun 22 07:27:11.499115 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [req-886ed066-e958-4b9d-896c-b7daa837422f req-58f2f673-5104-41aa-b48a-d7a6e8d3201b tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] Calling delete_port for 28eb059a-694b-422f-a952-295a4f24466c owned by compute:nova {{(pid=92920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 07:27:11.519493 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a65727a-6d3f-4f3d-8e01-2cd86f4c7cc3 req-28343878-aa61-4bc8-abaf-e21bce5cdf55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:27:11.521021 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-4a65727a-6d3f-4f3d-8e01-2cd86f4c7cc3 req-28343878-aa61-4bc8-abaf-e21bce5cdf55 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f02b0389d793461eb2ec3f84b0359c14&device_id=18f38d70-e755-476a-ae0d-a46511c87cc5 HTTP/1.1" status: 200 len: 1099 time: 0.0531170 Jun 22 07:27:11.631290 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-886ed066-e958-4b9d-896c-b7daa837422f req-58f2f673-5104-41aa-b48a-d7a6e8d3201b tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773474061029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773473471600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5150811'] for port, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:11.633378 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a65727a-6d3f-4f3d-8e01-2cd86f4c7cc3 req-db249ce7-f6d9-41f0-88b6-9ab37dbf7389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:27:11.636242 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-4a65727a-6d3f-4f3d-8e01-2cd86f4c7cc3 req-db249ce7-f6d9-41f0-88b6-9ab37dbf7389 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e78a8976-8a36-4e92-b457-521753e9cbbd HTTP/1.1" status: 200 len: 916 time: 0.0930352 Jun 22 07:27:11.639088 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-cd364984-23a9-4ef1-b63b-849f8f03ac10 tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:27:11.645024 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] get_ports_and_sgs() called for port_ids ['ece51fb6-2431-42dd-8988-e6c589ad1990', '28eb059a-694b-422f-a952-295a4f24466c'] {{(pid=92921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 07:27:11.679127 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f2f673-5104-41aa-b48a-d7a6e8d3201b tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] Pushing event deleted for resources: {'Port': ['ID=28eb059a-694b-422f-a952-295a4f24466c,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:27:11.688950 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-58f2f673-5104-41aa-b48a-d7a6e8d3201b tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:27:11.707529 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-4a65727a-6d3f-4f3d-8e01-2cd86f4c7cc3 req-a59edf0a-c981-4a49-be1c-a87b056a91da service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ece51fb6-2431-42dd-8988-e6c589ad1990 HTTP/1.1" status: 200 len: 217 time: 0.0653358 Jun 22 07:27:11.728661 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.db.l3_dvrscheduler_db [req-886ed066-e958-4b9d-896c-b7daa837422f req-58f2f673-5104-41aa-b48a-d7a6e8d3201b tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] No DVR routers for this DVR port 28eb059a-694b-422f-a952-295a4f24466c on host hv-cinder-78662 {{(pid=92920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 07:27:11.731341 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-886ed066-e958-4b9d-896c-b7daa837422f req-58f2f673-5104-41aa-b48a-d7a6e8d3201b tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91146'] for port, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:11.733600 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [req-886ed066-e958-4b9d-896c-b7daa837422f req-58f2f673-5104-41aa-b48a-d7a6e8d3201b tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] 10.222.0.41 "DELETE /v2.0/ports/28eb059a-694b-422f-a952-295a4f24466c HTTP/1.1" status: 204 len: 173 time: 0.7696600 Jun 22 07:27:11.734138 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '055b0e8d-331d-49a2-95a7-f8a26cbede02', 'name': 'network-vif-deleted', 'tag': '28eb059a-694b-422f-a952-295a4f24466c'}] {{(pid=92920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 07:27:11.737032 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}175c46e468422b48d63533518873068da6a6c478907c3b6f79f9dabf89e8d923" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9484111e-f0c3-48fc-8432-c2271099de90" -d '{"events": [{"server_uuid": "055b0e8d-331d-49a2-95a7-f8a26cbede02", "name": "network-vif-deleted", "tag": "28eb059a-694b-422f-a952-295a4f24466c"}]}' {{(pid=92920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 07:27:11.780700 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 07:27:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66d4e35f-50ac-4cb7-a790-cb4da6d05931 x-openstack-request-id: req-66d4e35f-50ac-4cb7-a790-cb4da6d05931 {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 07:27:11.781270 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "055b0e8d-331d-49a2-95a7-f8a26cbede02", "name": "network-vif-deleted", "tag": "28eb059a-694b-422f-a952-295a4f24466c", "status": "completed", "code": 200}]} {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 07:27:11.782065 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-66d4e35f-50ac-4cb7-a790-cb4da6d05931 {{(pid=92920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 07:27:11.782661 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '055b0e8d-331d-49a2-95a7-f8a26cbede02', 'name': 'network-vif-deleted', 'tag': '28eb059a-694b-422f-a952-295a4f24466c', 'status': 'completed', 'code': 200} Jun 22 07:27:11.787398 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-ea775580-ad3d-4648-bb72-02273e41f7d1 req-f64066d1-717f-48b0-b7ea-e482b86e8d5f tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] 10.222.0.24 "GET /v2.0/ports?device_id=055b0e8d-331d-49a2-95a7-f8a26cbede02 HTTP/1.1" status: 200 len: 210 time: 0.0817893 Jun 22 07:27:11.815281 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a65727a-6d3f-4f3d-8e01-2cd86f4c7cc3 req-1ec9c10b-c705-404f-b041-2f5e66b791e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:27:11.816931 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-4a65727a-6d3f-4f3d-8e01-2cd86f4c7cc3 req-1ec9c10b-c705-404f-b041-2f5e66b791e5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f57852cd-4cef-442e-a850-0178e105dfe0 HTTP/1.1" status: 200 len: 855 time: 0.1010566 Jun 22 07:27:11.871863 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-4a65727a-6d3f-4f3d-8e01-2cd86f4c7cc3 req-284c9db6-6045-40a5-8933-b62b22a6720c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e78a8976-8a36-4e92-b457-521753e9cbbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474763 Jun 22 07:27:11.972295 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-4a65727a-6d3f-4f3d-8e01-2cd86f4c7cc3 req-e10593ed-0060-4e12-ab43-6bdcdc8ec3bc service neutron] 10.222.0.41 "GET /v2.0/networks/e78a8976-8a36-4e92-b457-521753e9cbbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921023 Jun 22 07:27:12.068229 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-4a65727a-6d3f-4f3d-8e01-2cd86f4c7cc3 req-5f604abb-57ab-4423-ab05-d9295fa1fb4d service neutron] 10.222.0.41 "GET /v2.0/networks/e78a8976-8a36-4e92-b457-521753e9cbbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886631 Jun 22 07:27:14.315755 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Device 28eb059a-694b-422f-a952-295a4f24466c no longer exists at agent hyperv_hv-cinder-78662 {{(pid=92921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 07:27:14.336548 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] No Port match for: 28eb059a-694b-422f-a952-295a4f24466c {{(pid=92921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 07:27:14.336903 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Device 28eb059a-694b-422f-a952-295a4f24466c not bound to the agent host hv-cinder-78662 {{(pid=92921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 07:27:14.378269 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5b3d7a-827f-434e-9b83-369128ad0e14 req-4ab4104a-a9ce-4460-b8f6-101e9a19872f tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:27:14.379734 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-1d5b3d7a-827f-434e-9b83-369128ad0e14 req-4ab4104a-a9ce-4460-b8f6-101e9a19872f tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] 10.222.0.24 "GET /v2.0/ports?device_id=18f38d70-e755-476a-ae0d-a46511c87cc5 HTTP/1.1" status: 200 len: 946 time: 0.0657210 Jun 22 07:27:14.421791 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-1d5b3d7a-827f-434e-9b83-369128ad0e14 req-8323ce23-e0f0-4b20-b799-da441cf5aa61 tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] 10.222.0.24 "GET /v2.0/security-groups?id=41fbea32-64c7-4c3e-88d8-104a214ab6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358758 Jun 22 07:27:15.607011 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214781ac-e0dc-4d32-918b-763331c82d1b req-668be67d-84d2-4e6c-be3b-4f35a6bac463 tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:27:15.609015 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-214781ac-e0dc-4d32-918b-763331c82d1b req-668be67d-84d2-4e6c-be3b-4f35a6bac463 tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] 10.222.0.24 "GET /v2.0/ports?device_id=18f38d70-e755-476a-ae0d-a46511c87cc5 HTTP/1.1" status: 200 len: 946 time: 0.0667531 Jun 22 07:27:15.650781 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-214781ac-e0dc-4d32-918b-763331c82d1b req-bb7aa983-cc2e-4900-b2ea-527ada1c0e27 tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] 10.222.0.24 "GET /v2.0/security-groups?id=41fbea32-64c7-4c3e-88d8-104a214ab6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359309 Jun 22 07:27:16.048576 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680d765d-8f9a-44ec-b255-fce443f36b72 req-c4f94c5a-17df-4d6a-bdb7-043777f7ade5 tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:27:16.049950 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-680d765d-8f9a-44ec-b255-fce443f36b72 req-c4f94c5a-17df-4d6a-bdb7-043777f7ade5 tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] 10.222.0.41 "GET /v2.0/ports?device_id=18f38d70-e755-476a-ae0d-a46511c87cc5 HTTP/1.1" status: 200 len: 946 time: 0.0670695 Jun 22 07:27:16.150667 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.plugin [req-680d765d-8f9a-44ec-b255-fce443f36b72 req-6de21c8b-4990-4788-9a15-98852e726970 tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] Deleting port ece51fb6-2431-42dd-8988-e6c589ad1990 {{(pid=92919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 07:27:16.151062 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-680d765d-8f9a-44ec-b255-fce443f36b72 req-6de21c8b-4990-4788-9a15-98852e726970 tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773474057189'] for port, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:16.240931 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.db [req-680d765d-8f9a-44ec-b255-fce443f36b72 req-6de21c8b-4990-4788-9a15-98852e726970 tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] For port ece51fb6-2431-42dd-8988-e6c589ad1990, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=ece51fb6-2431-42dd-8988-e6c589ad1990,segment=NetworkSegment(e8d61841-7d74-47e5-a65e-ba476860933d),segment_id=e8d61841-7d74-47e5-a65e-ba476860933d)] {{(pid=92919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:27:16.241286 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-680d765d-8f9a-44ec-b255-fce443f36b72 req-6de21c8b-4990-4788-9a15-98852e726970 tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-707208'] for port, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:16.304932 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.plugin [req-680d765d-8f9a-44ec-b255-fce443f36b72 req-6de21c8b-4990-4788-9a15-98852e726970 tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] Calling delete_port for ece51fb6-2431-42dd-8988-e6c589ad1990 owned by compute:nova {{(pid=92919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 07:27:16.433966 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-680d765d-8f9a-44ec-b255-fce443f36b72 req-6de21c8b-4990-4788-9a15-98852e726970 tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773474061029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773473471600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4832659'] for port, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:16.438123 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-5198692b-c8b9-49e7-8ec2-cf934ce2e4ee tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:27:16.445824 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] get_ports_and_sgs() called for port_ids ['ece51fb6-2431-42dd-8988-e6c589ad1990'] {{(pid=92921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 07:27:16.466746 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de21c8b-4990-4788-9a15-98852e726970 tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] Pushing event deleted for resources: {'Port': ['ID=ece51fb6-2431-42dd-8988-e6c589ad1990,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:27:16.481625 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de21c8b-4990-4788-9a15-98852e726970 tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:27:16.482013 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de21c8b-4990-4788-9a15-98852e726970 tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:27:16.482389 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de21c8b-4990-4788-9a15-98852e726970 tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:27:16.482758 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de21c8b-4990-4788-9a15-98852e726970 tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:27:16.483127 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de21c8b-4990-4788-9a15-98852e726970 tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:27:16.483483 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de21c8b-4990-4788-9a15-98852e726970 tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:27:16.483845 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de21c8b-4990-4788-9a15-98852e726970 tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:27:16.484204 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de21c8b-4990-4788-9a15-98852e726970 tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:27:16.484597 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de21c8b-4990-4788-9a15-98852e726970 tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:27:16.484953 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de21c8b-4990-4788-9a15-98852e726970 tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:27:16.485311 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de21c8b-4990-4788-9a15-98852e726970 tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:27:16.485662 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de21c8b-4990-4788-9a15-98852e726970 tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:27:16.504117 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-6de21c8b-4990-4788-9a15-98852e726970 tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:27:16.527223 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.db.l3_dvrscheduler_db [req-680d765d-8f9a-44ec-b255-fce443f36b72 req-6de21c8b-4990-4788-9a15-98852e726970 tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] No DVR routers for this DVR port ece51fb6-2431-42dd-8988-e6c589ad1990 on host hv-cinder-78662 {{(pid=92919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 07:27:16.529625 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-680d765d-8f9a-44ec-b255-fce443f36b72 req-6de21c8b-4990-4788-9a15-98852e726970 tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91146'] for port, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:16.531542 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-680d765d-8f9a-44ec-b255-fce443f36b72 req-6de21c8b-4990-4788-9a15-98852e726970 tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] 10.222.0.41 "DELETE /v2.0/ports/ece51fb6-2431-42dd-8988-e6c589ad1990 HTTP/1.1" status: 204 len: 173 time: 0.4761662 Jun 22 07:27:16.532026 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18f38d70-e755-476a-ae0d-a46511c87cc5', 'name': 'network-vif-deleted', 'tag': 'ece51fb6-2431-42dd-8988-e6c589ad1990'}] {{(pid=92919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 07:27:16.534374 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2874ba58536e60953e76cf0b72237944d74909d10009afe4cd7b86cda982d3ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5afd023a-cf7c-4f1e-9681-4a9d8961ae51" -d '{"events": [{"server_uuid": "18f38d70-e755-476a-ae0d-a46511c87cc5", "name": "network-vif-deleted", "tag": "ece51fb6-2431-42dd-8988-e6c589ad1990"}]}' {{(pid=92919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 07:27:16.664928 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 07:27:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5e2e0a7-76f0-4a05-aa5e-a276bb59b300 x-openstack-request-id: req-f5e2e0a7-76f0-4a05-aa5e-a276bb59b300 {{(pid=92919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 07:27:16.665555 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18f38d70-e755-476a-ae0d-a46511c87cc5", "name": "network-vif-deleted", "tag": "ece51fb6-2431-42dd-8988-e6c589ad1990", "status": "completed", "code": 200}]} {{(pid=92919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 07:27:16.665555 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f5e2e0a7-76f0-4a05-aa5e-a276bb59b300 {{(pid=92919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 07:27:16.666864 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18f38d70-e755-476a-ae0d-a46511c87cc5', 'name': 'network-vif-deleted', 'tag': 'ece51fb6-2431-42dd-8988-e6c589ad1990', 'status': 'completed', 'code': 200} Jun 22 07:27:16.813158 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-99571162-6227-4552-ad80-9769ba51e846 req-234383f6-caeb-418d-a9a9-0be8f42fd9e8 tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] 10.222.0.24 "GET /v2.0/ports?device_id=18f38d70-e755-476a-ae0d-a46511c87cc5 HTTP/1.1" status: 200 len: 210 time: 0.0300167 Jun 22 07:27:17.906135 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 53298) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:27:17.951098 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad5053a3-d21d-4bb5-9f09-4c01b4a70891 admin admin] Deleting subnet f57852cd-4cef-442e-a850-0178e105dfe0 {{(pid=92919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 07:27:17.954814 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-ad5053a3-d21d-4bb5-9f09-4c01b4a70891 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:17.988592 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-ad5053a3-d21d-4bb5-9f09-4c01b4a70891 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4640585'] for subnet, precommit_delete_associations {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:18.029989 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-ad5053a3-d21d-4bb5-9f09-4c01b4a70891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1883746'] for subnet, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:18.084315 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-ad5053a3-d21d-4bb5-9f09-4c01b4a70891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1883739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4832729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5137568'] for subnet, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:18.087333 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-17f451df-0e91-4974-b13b-a200b873be10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:27:18.111929 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5053a3-d21d-4bb5-9f09-4c01b4a70891 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f57852cd-4cef-442e-a850-0178e105dfe0,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:27:18.113969 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-ad5053a3-d21d-4bb5-9f09-4c01b4a70891 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-690179'] for subnet, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:18.115806 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-ad5053a3-d21d-4bb5-9f09-4c01b4a70891 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/f57852cd-4cef-442e-a850-0178e105dfe0 HTTP/1.1" status: 204 len: 168 time: 0.2087510 Jun 22 07:27:18.116709 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-ad5053a3-d21d-4bb5-9f09-4c01b4a70891 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:27:18.118280 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 53300) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:27:18.185710 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-46d8b405-f608-4c89-8538-8631dd88c51f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777681'] for network, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:18.267248 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-46d8b405-f608-4c89-8538-8631dd88c51f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1883115', 'neutron.services.segments.db._delete_segments_for_network-8773474011859'] for network, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:18.277453 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.services.segments.db [None req-46d8b405-f608-4c89-8538-8631dd88c51f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e78a8976-8a36-4e92-b457-521753e9cbbd']}} {{(pid=92919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:27:18.287423 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.services.segments.db [None req-46d8b405-f608-4c89-8538-8631dd88c51f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8d61841-7d74-47e5-a65e-ba476860933d') {'for_net_delete': True} {{(pid=92919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:27:18.287720 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.services.segments.db [None req-46d8b405-f608-4c89-8538-8631dd88c51f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8d61841-7d74-47e5-a65e-ba476860933d') {} {{(pid=92919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:27:18.296287 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-46d8b405-f608-4c89-8538-8631dd88c51f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773474011688', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4640638'] for segment, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:18.309977 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-46d8b405-f608-4c89-8538-8631dd88c51f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1885363'] for segment, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:18.315990 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46d8b405-f608-4c89-8538-8631dd88c51f admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=92919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 07:27:18.316840 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-46d8b405-f608-4c89-8538-8631dd88c51f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1885363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5222240'] for segment, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:18.318068 dv-cinder-786627-11-iscsi neutron-server[92919]: Traceback (most recent call last): Jun 22 07:27:18.318068 dv-cinder-786627-11-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 07:27:18.318068 dv-cinder-786627-11-iscsi neutron-server[92919]: timer() Jun 22 07:27:18.318068 dv-cinder-786627-11-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 07:27:18.318068 dv-cinder-786627-11-iscsi neutron-server[92919]: cb(*args, **kw) Jun 22 07:27:18.318068 dv-cinder-786627-11-iscsi neutron-server[92919]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 07:27:18.318068 dv-cinder-786627-11-iscsi neutron-server[92919]: return func(*args, **kwargs) Jun 22 07:27:18.318068 dv-cinder-786627-11-iscsi neutron-server[92919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 07:27:18.318068 dv-cinder-786627-11-iscsi neutron-server[92919]: self._notify() Jun 22 07:27:18.318068 dv-cinder-786627-11-iscsi neutron-server[92919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 07:27:18.318068 dv-cinder-786627-11-iscsi neutron-server[92919]: self.callback(batched_events) Jun 22 07:27:18.318068 dv-cinder-786627-11-iscsi neutron-server[92919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 07:27:18.318068 dv-cinder-786627-11-iscsi neutron-server[92919]: event.method(event) Jun 22 07:27:18.318068 dv-cinder-786627-11-iscsi neutron-server[92919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 07:27:18.318068 dv-cinder-786627-11-iscsi neutron-server[92919]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 07:27:18.318068 dv-cinder-786627-11-iscsi neutron-server[92919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 07:27:18.318068 dv-cinder-786627-11-iscsi neutron-server[92919]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 07:27:18.318068 dv-cinder-786627-11-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 07:27:18.318068 dv-cinder-786627-11-iscsi neutron-server[92919]: return f(self, *a, **k) Jun 22 07:27:18.318068 dv-cinder-786627-11-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 07:27:18.318068 dv-cinder-786627-11-iscsi neutron-server[92919]: return self._get(url).json() Jun 22 07:27:18.318068 dv-cinder-786627-11-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 07:27:18.318068 dv-cinder-786627-11-iscsi neutron-server[92919]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 07:27:18.318068 dv-cinder-786627-11-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 07:27:18.318068 dv-cinder-786627-11-iscsi neutron-server[92919]: return self.request(url, 'GET', **kwargs) Jun 22 07:27:18.318068 dv-cinder-786627-11-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 07:27:18.318068 dv-cinder-786627-11-iscsi neutron-server[92919]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 07:27:18.318068 dv-cinder-786627-11-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 07:27:18.318068 dv-cinder-786627-11-iscsi neutron-server[92919]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 07:27:18.318068 dv-cinder-786627-11-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 07:27:18.318068 dv-cinder-786627-11-iscsi neutron-server[92919]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 07:27:18.318068 dv-cinder-786627-11-iscsi neutron-server[92919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 07:27:18.376603 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-46d8b405-f608-4c89-8538-8631dd88c51f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1883104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-54575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-690206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-706735'] for network, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:18.380310 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:27:18.382735 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-46d8b405-f608-4c89-8538-8631dd88c51f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-690179'] for network, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:18.384551 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-46d8b405-f608-4c89-8538-8631dd88c51f admin admin] 10.222.0.24 "DELETE /v2.0/networks/e78a8976-8a36-4e92-b457-521753e9cbbd HTTP/1.1" status: 204 len: 168 time: 0.2653568 Jun 22 07:27:18.396285 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d8b405-f608-4c89-8538-8631dd88c51f admin admin] Pushing event deleted for resources: {'Network': ['ID=e78a8976-8a36-4e92-b457-521753e9cbbd,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:27:18.398759 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-46d8b405-f608-4c89-8538-8631dd88c51f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:27:18.574127 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 53304) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:27:18.614539 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-162dbf0d-355d-47ec-b206-a3b9b5cc8d6f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f02b0389d793461eb2ec3f84b0359c14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0391228 Jun 22 07:27:18.616959 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 53306) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:27:18.666304 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-7eafa041-1e27-4765-a204-f9852bd3d0f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:18.687176 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-7eafa041-1e27-4765-a204-f9852bd3d0f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:18.736735 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-7eafa041-1e27-4765-a204-f9852bd3d0f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:18.739270 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-7eafa041-1e27-4765-a204-f9852bd3d0f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:18.740368 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-7eafa041-1e27-4765-a204-f9852bd3d0f5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/41fbea32-64c7-4c3e-88d8-104a214ab6f3 HTTP/1.1" status: 204 len: 168 time: 0.1225374 Jun 22 07:27:18.741222 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-c0d4e031-007f-49ca-8785-2a827c983b12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:27:18.750239 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eafa041-1e27-4765-a204-f9852bd3d0f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41fbea32-64c7-4c3e-88d8-104a214ab6f3,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:27:18.752751 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-7eafa041-1e27-4765-a204-f9852bd3d0f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:27:19.440812 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 53328) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:27:19.553747 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.v2.base [None req-10add37b-45ef-41ff-8463-8ad0d3aa128e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-751456084-network', 'tenant_id': 'd9be8480e21044b285a036380eb242c9'}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:27:19.575585 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10add37b-45ef-41ff-8463-8ad0d3aa128e admin admin] Made reservation on behalf of d9be8480e21044b285a036380eb242c9 for: {'network': 1} {{(pid=92919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 07:27:19.577886 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-10add37b-45ef-41ff-8463-8ad0d3aa128e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1809762'] for network, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:19.586186 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-10add37b-45ef-41ff-8463-8ad0d3aa128e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:19.680882 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-10add37b-45ef-41ff-8463-8ad0d3aa128e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:19.685375 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-10add37b-45ef-41ff-8463-8ad0d3aa128e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:19.688356 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-22ec7f08-a33a-461a-9a62-0e977c2d7150 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:27:19.711845 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10add37b-45ef-41ff-8463-8ad0d3aa128e admin admin] vlan segment allocate from pool success with {'vlan_id': 429, 'physical_network': 'physnet1'} {{(pid=92919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 07:27:19.722637 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10add37b-45ef-41ff-8463-8ad0d3aa128e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=020ff567-4674-4206-a29d-26d1306e2785,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:27:19.726806 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-10add37b-45ef-41ff-8463-8ad0d3aa128e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:27:19.727853 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-10add37b-45ef-41ff-8463-8ad0d3aa128e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1885363'] for segment, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:19.728188 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.db.segments_db [None req-10add37b-45ef-41ff-8463-8ad0d3aa128e admin admin] Added segment b773ce6b-9a1b-4296-8a94-904debad1770 of type vlan for network 4d0cd928-ad01-46b2-a01b-80c83eac9257 Jun 22 07:27:19.770072 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-10add37b-45ef-41ff-8463-8ad0d3aa128e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773473491173'] for network, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:19.800313 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-10add37b-45ef-41ff-8463-8ad0d3aa128e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-54575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-690206'] for network, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:19.801715 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10add37b-45ef-41ff-8463-8ad0d3aa128e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:27:19.802313 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-10add37b-45ef-41ff-8463-8ad0d3aa128e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-690179'] for network, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:19.805594 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:27:19.859531 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-10add37b-45ef-41ff-8463-8ad0d3aa128e admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4175985 Jun 22 07:27:19.862637 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 53332) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:27:19.865071 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10add37b-45ef-41ff-8463-8ad0d3aa128e admin admin] Pushing event updated for resources: {'Network': ['ID=4d0cd928-ad01-46b2-a01b-80c83eac9257,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:27:19.868025 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-10add37b-45ef-41ff-8463-8ad0d3aa128e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:27:19.868781 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.v2.base [None req-0fe34cd4-6293-4f60-b265-d03b336d7edd admin admin] Request body: {'subnet': {'network_id': '4d0cd928-ad01-46b2-a01b-80c83eac9257', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-751456084-subnet', 'tenant_id': 'd9be8480e21044b285a036380eb242c9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:27:19.877199 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Network 4d0cd928-ad01-46b2-a01b-80c83eac9257 details requested by agent ovs-agent-dv-cinder-786627-11-iscsi with host dv-cinder-786627-11-iscsi {{(pid=92921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 07:27:19.896589 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fe34cd4-6293-4f60-b265-d03b336d7edd admin admin] Made reservation on behalf of d9be8480e21044b285a036380eb242c9 for: {'subnet': 1} {{(pid=92920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 07:27:19.899217 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0fe34cd4-6293-4f60-b265-d03b336d7edd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5183198'] for subnet, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:20.068336 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0fe34cd4-6293-4f60-b265-d03b336d7edd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5150926', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5183212'] for subnet, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:20.070391 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:27:20.126214 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe34cd4-6293-4f60-b265-d03b336d7edd admin admin] Pushing event updated for resources: {'Subnet': ['ID=98c4772f-0919-4a21-a369-51b04c6e555f,revision_number=0']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:27:20.129487 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-0fe34cd4-6293-4f60-b265-d03b336d7edd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:27:20.134899 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe34cd4-6293-4f60-b265-d03b336d7edd admin admin] Checking segment: {'id': 'b773ce6b-9a1b-4296-8a94-904debad1770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '4d0cd928-ad01-46b2-a01b-80c83eac9257'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 07:27:20.135245 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fe34cd4-6293-4f60-b265-d03b336d7edd admin admin] Network hostable DHCP agents. Network: 4d0cd928-ad01-46b2-a01b-80c83eac9257, hostable agents: ['23f99c3b-a432-44d9-a8da-8094b458f26a'], hosted agents: [] {{(pid=92920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 07:27:20.151852 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fe34cd4-6293-4f60-b265-d03b336d7edd admin admin] Network 4d0cd928-ad01-46b2-a01b-80c83eac9257 is scheduled to be hosted by DHCP agent 23f99c3b-a432-44d9-a8da-8094b458f26a with binding_index 1 {{(pid=92920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 07:27:20.160199 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.scheduler.base_scheduler [None req-0fe34cd4-6293-4f60-b265-d03b336d7edd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-11-iscsi, 4d0cd928-ad01-46b2-a01b-80c83eac9257) {{(pid=92920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 07:27:20.164123 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fe34cd4-6293-4f60-b265-d03b336d7edd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:27:20.164721 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0fe34cd4-6293-4f60-b265-d03b336d7edd admin admin] Notify callbacks [] for subnet, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:20.169385 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61d4c483-96e9-459e-9130-75dba432fcc5 None None] Network 4d0cd928-ad01-46b2-a01b-80c83eac9257 requested from dv-cinder-786627-11-iscsi {{(pid=92921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 07:27:20.178416 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-0fe34cd4-6293-4f60-b265-d03b336d7edd admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3145838 Jun 22 07:27:20.294266 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58bd7641-db2b-4e52-8e11-62556a334d98 None None] Network 4d0cd928-ad01-46b2-a01b-80c83eac9257 requested from dv-cinder-786627-11-iscsi {{(pid=92921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 07:27:20.344575 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Device ece51fb6-2431-42dd-8988-e6c589ad1990 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=92921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 07:27:20.371040 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] No Port match for: ece51fb6-2431-42dd-8988-e6c589ad1990 {{(pid=92921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 07:27:20.371418 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Device ece51fb6-2431-42dd-8988-e6c589ad1990 not bound to the agent host hv-cinder-78662 {{(pid=92921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 07:27:20.638671 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 53348) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:27:20.643688 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.v2.base [None req-e81cf2fc-801b-4923-b9ee-c8c1c1dd67d0 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-657535055-network', 'tenant_id': '588549e1a9d74e8cbd10e85d582d3c42'}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:27:20.664607 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e81cf2fc-801b-4923-b9ee-c8c1c1dd67d0 admin admin] Made reservation on behalf of 588549e1a9d74e8cbd10e85d582d3c42 for: {'network': 1} {{(pid=92920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 07:27:20.666962 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-e81cf2fc-801b-4923-b9ee-c8c1c1dd67d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1809762'] for network, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:20.676418 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-e81cf2fc-801b-4923-b9ee-c8c1c1dd67d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:20.767887 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-e81cf2fc-801b-4923-b9ee-c8c1c1dd67d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:20.773071 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-e81cf2fc-801b-4923-b9ee-c8c1c1dd67d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:20.776215 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-1296730d-351f-493e-9706-68a767565f6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:27:20.802239 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e81cf2fc-801b-4923-b9ee-c8c1c1dd67d0 admin admin] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=92920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 07:27:20.808639 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81cf2fc-801b-4923-b9ee-c8c1c1dd67d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd92ef5e-0177-44a2-b390-3fd7f9460b40,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:27:20.812274 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-e81cf2fc-801b-4923-b9ee-c8c1c1dd67d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:27:20.815184 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-e81cf2fc-801b-4923-b9ee-c8c1c1dd67d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1885363'] for segment, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:20.815521 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.db.segments_db [None req-e81cf2fc-801b-4923-b9ee-c8c1c1dd67d0 admin admin] Added segment c667f114-8d5b-4b59-83d5-f1ed0ea1f87a of type vlan for network a1cf3118-6cce-4389-af15-493ab47b8e12 Jun 22 07:27:20.855839 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-e81cf2fc-801b-4923-b9ee-c8c1c1dd67d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773473491173'] for network, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:20.884238 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-e81cf2fc-801b-4923-b9ee-c8c1c1dd67d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-54575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-690206'] for network, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:20.885540 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e81cf2fc-801b-4923-b9ee-c8c1c1dd67d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:27:20.886693 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-e81cf2fc-801b-4923-b9ee-c8c1c1dd67d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-690179'] for network, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:20.888687 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:27:20.945217 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-e81cf2fc-801b-4923-b9ee-c8c1c1dd67d0 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3054371 Jun 22 07:27:20.948000 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 53350) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:27:20.949033 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81cf2fc-801b-4923-b9ee-c8c1c1dd67d0 admin admin] Pushing event updated for resources: {'Network': ['ID=a1cf3118-6cce-4389-af15-493ab47b8e12,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:27:20.951768 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-e81cf2fc-801b-4923-b9ee-c8c1c1dd67d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:27:20.955727 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.v2.base [None req-551bd7bb-ffdf-4030-9bd8-3a6f65f0c902 admin admin] Request body: {'subnet': {'network_id': 'a1cf3118-6cce-4389-af15-493ab47b8e12', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-657535055-subnet', 'tenant_id': '588549e1a9d74e8cbd10e85d582d3c42', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:27:20.962886 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Network a1cf3118-6cce-4389-af15-493ab47b8e12 details requested by agent ovs-agent-dv-cinder-786627-11-iscsi with host dv-cinder-786627-11-iscsi {{(pid=92921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 07:27:20.977801 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-551bd7bb-ffdf-4030-9bd8-3a6f65f0c902 admin admin] Made reservation on behalf of 588549e1a9d74e8cbd10e85d582d3c42 for: {'subnet': 1} {{(pid=92919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 07:27:20.980412 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-551bd7bb-ffdf-4030-9bd8-3a6f65f0c902 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5137541'] for subnet, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:21.149509 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-551bd7bb-ffdf-4030-9bd8-3a6f65f0c902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4832518', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5137591'] for subnet, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:21.152430 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-8b663ee1-183c-4f04-9166-2382f8818e2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:27:21.203086 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551bd7bb-ffdf-4030-9bd8-3a6f65f0c902 admin admin] Pushing event updated for resources: {'Subnet': ['ID=102c448e-bc57-4f8a-ab73-5925f2fb68c2,revision_number=0']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:27:21.209925 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-551bd7bb-ffdf-4030-9bd8-3a6f65f0c902 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:27:21.219456 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551bd7bb-ffdf-4030-9bd8-3a6f65f0c902 admin admin] Checking segment: {'id': 'c667f114-8d5b-4b59-83d5-f1ed0ea1f87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a1cf3118-6cce-4389-af15-493ab47b8e12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 07:27:21.219803 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-551bd7bb-ffdf-4030-9bd8-3a6f65f0c902 admin admin] Network hostable DHCP agents. Network: a1cf3118-6cce-4389-af15-493ab47b8e12, hostable agents: ['23f99c3b-a432-44d9-a8da-8094b458f26a'], hosted agents: [] {{(pid=92919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 07:27:21.237122 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-551bd7bb-ffdf-4030-9bd8-3a6f65f0c902 admin admin] Network a1cf3118-6cce-4389-af15-493ab47b8e12 is scheduled to be hosted by DHCP agent 23f99c3b-a432-44d9-a8da-8094b458f26a with binding_index 1 {{(pid=92919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 07:27:21.246426 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.scheduler.base_scheduler [None req-551bd7bb-ffdf-4030-9bd8-3a6f65f0c902 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-11-iscsi, a1cf3118-6cce-4389-af15-493ab47b8e12) {{(pid=92919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 07:27:21.250603 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-551bd7bb-ffdf-4030-9bd8-3a6f65f0c902 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:27:21.251194 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-551bd7bb-ffdf-4030-9bd8-3a6f65f0c902 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-690179'] for subnet, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:21.255790 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f1eeee1-f218-4cd6-97bd-bd1d71116dd0 None None] Network a1cf3118-6cce-4389-af15-493ab47b8e12 requested from dv-cinder-786627-11-iscsi {{(pid=92921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 07:27:21.266714 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-551bd7bb-ffdf-4030-9bd8-3a6f65f0c902 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3164914 Jun 22 07:27:21.392705 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f130783d-1656-42ce-a50a-7b19a86e476b None None] Network a1cf3118-6cce-4389-af15-493ab47b8e12 requested from dv-cinder-786627-11-iscsi {{(pid=92921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 07:27:21.397099 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 53354) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:27:21.446310 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.db.db_base_plugin_v2 [None req-edd039bd-4e26-44b6-9681-e461e8047297 admin admin] Deleting subnet 98c4772f-0919-4a21-a369-51b04c6e555f {{(pid=92919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 07:27:21.450758 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-edd039bd-4e26-44b6-9681-e461e8047297 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:21.486270 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-edd039bd-4e26-44b6-9681-e461e8047297 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4640585'] for subnet, precommit_delete_associations {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:21.534878 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-edd039bd-4e26-44b6-9681-e461e8047297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1883746'] for subnet, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:21.592921 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-edd039bd-4e26-44b6-9681-e461e8047297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1883739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4832729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5137568'] for subnet, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:21.595303 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-dc3ff963-e536-410d-8f96-10cd56be2cc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:27:21.619389 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd039bd-4e26-44b6-9681-e461e8047297 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98c4772f-0919-4a21-a369-51b04c6e555f,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:27:21.623224 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-edd039bd-4e26-44b6-9681-e461e8047297 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:27:21.624216 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-edd039bd-4e26-44b6-9681-e461e8047297 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-690179'] for subnet, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:21.626426 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-edd039bd-4e26-44b6-9681-e461e8047297 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/98c4772f-0919-4a21-a369-51b04c6e555f HTTP/1.1" status: 204 len: 168 time: 0.2280595 Jun 22 07:27:21.628522 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 53356) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:27:21.698057 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-64f9fe7c-52dd-4cd4-ada0-7b957a63056d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777681'] for network, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:21.778139 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-64f9fe7c-52dd-4cd4-ada0-7b957a63056d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1883115', 'neutron.services.segments.db._delete_segments_for_network-8773474011859'] for network, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:21.787614 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.services.segments.db [None req-64f9fe7c-52dd-4cd4-ada0-7b957a63056d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d0cd928-ad01-46b2-a01b-80c83eac9257']}} {{(pid=92919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:27:21.798007 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.services.segments.db [None req-64f9fe7c-52dd-4cd4-ada0-7b957a63056d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b773ce6b-9a1b-4296-8a94-904debad1770') {'for_net_delete': True} {{(pid=92919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:27:21.798304 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.services.segments.db [None req-64f9fe7c-52dd-4cd4-ada0-7b957a63056d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b773ce6b-9a1b-4296-8a94-904debad1770') {} {{(pid=92919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:27:21.806815 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-64f9fe7c-52dd-4cd4-ada0-7b957a63056d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773474011688', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4640638'] for segment, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:21.821664 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-64f9fe7c-52dd-4cd4-ada0-7b957a63056d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1885363'] for segment, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:21.827985 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64f9fe7c-52dd-4cd4-ada0-7b957a63056d admin admin] Releasing vlan 429 on physical network physnet1 to pool {{(pid=92919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 07:27:21.828366 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-64f9fe7c-52dd-4cd4-ada0-7b957a63056d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1885363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5222240'] for segment, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:21.830288 dv-cinder-786627-11-iscsi neutron-server[92919]: Traceback (most recent call last): Jun 22 07:27:21.830288 dv-cinder-786627-11-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 07:27:21.830288 dv-cinder-786627-11-iscsi neutron-server[92919]: timer() Jun 22 07:27:21.830288 dv-cinder-786627-11-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 07:27:21.830288 dv-cinder-786627-11-iscsi neutron-server[92919]: cb(*args, **kw) Jun 22 07:27:21.830288 dv-cinder-786627-11-iscsi neutron-server[92919]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 07:27:21.830288 dv-cinder-786627-11-iscsi neutron-server[92919]: return func(*args, **kwargs) Jun 22 07:27:21.830288 dv-cinder-786627-11-iscsi neutron-server[92919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 07:27:21.830288 dv-cinder-786627-11-iscsi neutron-server[92919]: self._notify() Jun 22 07:27:21.830288 dv-cinder-786627-11-iscsi neutron-server[92919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 07:27:21.830288 dv-cinder-786627-11-iscsi neutron-server[92919]: self.callback(batched_events) Jun 22 07:27:21.830288 dv-cinder-786627-11-iscsi neutron-server[92919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 07:27:21.830288 dv-cinder-786627-11-iscsi neutron-server[92919]: event.method(event) Jun 22 07:27:21.830288 dv-cinder-786627-11-iscsi neutron-server[92919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 07:27:21.830288 dv-cinder-786627-11-iscsi neutron-server[92919]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 07:27:21.830288 dv-cinder-786627-11-iscsi neutron-server[92919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 07:27:21.830288 dv-cinder-786627-11-iscsi neutron-server[92919]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 07:27:21.830288 dv-cinder-786627-11-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 07:27:21.830288 dv-cinder-786627-11-iscsi neutron-server[92919]: return f(self, *a, **k) Jun 22 07:27:21.830288 dv-cinder-786627-11-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 07:27:21.830288 dv-cinder-786627-11-iscsi neutron-server[92919]: return self._get(url).json() Jun 22 07:27:21.830288 dv-cinder-786627-11-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 07:27:21.830288 dv-cinder-786627-11-iscsi neutron-server[92919]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 07:27:21.830288 dv-cinder-786627-11-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 07:27:21.830288 dv-cinder-786627-11-iscsi neutron-server[92919]: return self.request(url, 'GET', **kwargs) Jun 22 07:27:21.830288 dv-cinder-786627-11-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 07:27:21.830288 dv-cinder-786627-11-iscsi neutron-server[92919]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 07:27:21.830288 dv-cinder-786627-11-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 07:27:21.830288 dv-cinder-786627-11-iscsi neutron-server[92919]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 07:27:21.830288 dv-cinder-786627-11-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 07:27:21.830288 dv-cinder-786627-11-iscsi neutron-server[92919]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 07:27:21.830288 dv-cinder-786627-11-iscsi neutron-server[92919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 07:27:21.881772 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-64f9fe7c-52dd-4cd4-ada0-7b957a63056d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1883104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-54575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-690206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-706735'] for network, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:21.886851 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-64f9fe7c-52dd-4cd4-ada0-7b957a63056d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-690179'] for network, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:21.888737 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-64f9fe7c-52dd-4cd4-ada0-7b957a63056d admin admin] 10.222.0.24 "DELETE /v2.0/networks/4d0cd928-ad01-46b2-a01b-80c83eac9257 HTTP/1.1" status: 204 len: 168 time: 0.2592652 Jun 22 07:27:21.889549 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-d4593545-f405-4b9c-a98d-ade671311bee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:27:21.891711 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 53358) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:27:21.905508 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f9fe7c-52dd-4cd4-ada0-7b957a63056d admin admin] Pushing event deleted for resources: {'Network': ['ID=4d0cd928-ad01-46b2-a01b-80c83eac9257,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:27:21.907899 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-64f9fe7c-52dd-4cd4-ada0-7b957a63056d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:27:21.937654 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ec6a7b1-88d1-461c-9f55-5438520b70dc admin admin] Deleting subnet 102c448e-bc57-4f8a-ab73-5925f2fb68c2 {{(pid=92920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 07:27:21.940838 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-7ec6a7b1-88d1-461c-9f55-5438520b70dc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:21.974586 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-7ec6a7b1-88d1-461c-9f55-5438520b70dc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5150738'] for subnet, precommit_delete_associations {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:22.013036 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-7ec6a7b1-88d1-461c-9f55-5438520b70dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1883746'] for subnet, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:22.067675 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-7ec6a7b1-88d1-461c-9f55-5438520b70dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1883739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5150737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5183227'] for subnet, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:22.069917 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:27:22.091879 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec6a7b1-88d1-461c-9f55-5438520b70dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=102c448e-bc57-4f8a-ab73-5925f2fb68c2,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:27:22.095225 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-7ec6a7b1-88d1-461c-9f55-5438520b70dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:27:22.097864 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-7ec6a7b1-88d1-461c-9f55-5438520b70dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:22.099727 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-7ec6a7b1-88d1-461c-9f55-5438520b70dc admin admin] 10.222.0.24 "DELETE /v2.0/subnets/102c448e-bc57-4f8a-ab73-5925f2fb68c2 HTTP/1.1" status: 204 len: 168 time: 0.2070417 Jun 22 07:27:22.102622 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 53360) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:27:22.173951 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-c9e76fc3-643d-45b2-9777-607e0307e07d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777681'] for network, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:22.253967 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-c9e76fc3-643d-45b2-9777-607e0307e07d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1883115', 'neutron.services.segments.db._delete_segments_for_network-8773474011859'] for network, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:22.263322 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.services.segments.db [None req-c9e76fc3-643d-45b2-9777-607e0307e07d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1cf3118-6cce-4389-af15-493ab47b8e12']}} {{(pid=92919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:27:22.272953 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.services.segments.db [None req-c9e76fc3-643d-45b2-9777-607e0307e07d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c667f114-8d5b-4b59-83d5-f1ed0ea1f87a') {'for_net_delete': True} {{(pid=92919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:27:22.273241 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.services.segments.db [None req-c9e76fc3-643d-45b2-9777-607e0307e07d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c667f114-8d5b-4b59-83d5-f1ed0ea1f87a') {} {{(pid=92919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:27:22.282104 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-c9e76fc3-643d-45b2-9777-607e0307e07d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773474011688', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4640638'] for segment, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:22.295175 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-c9e76fc3-643d-45b2-9777-607e0307e07d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1885363'] for segment, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:22.300723 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9e76fc3-643d-45b2-9777-607e0307e07d admin admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=92919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 07:27:22.301089 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-c9e76fc3-643d-45b2-9777-607e0307e07d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1885363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5222240'] for segment, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:22.302653 dv-cinder-786627-11-iscsi neutron-server[92919]: Traceback (most recent call last): Jun 22 07:27:22.302653 dv-cinder-786627-11-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 07:27:22.302653 dv-cinder-786627-11-iscsi neutron-server[92919]: timer() Jun 22 07:27:22.302653 dv-cinder-786627-11-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 07:27:22.302653 dv-cinder-786627-11-iscsi neutron-server[92919]: cb(*args, **kw) Jun 22 07:27:22.302653 dv-cinder-786627-11-iscsi neutron-server[92919]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 07:27:22.302653 dv-cinder-786627-11-iscsi neutron-server[92919]: return func(*args, **kwargs) Jun 22 07:27:22.302653 dv-cinder-786627-11-iscsi neutron-server[92919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 07:27:22.302653 dv-cinder-786627-11-iscsi neutron-server[92919]: self._notify() Jun 22 07:27:22.302653 dv-cinder-786627-11-iscsi neutron-server[92919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 07:27:22.302653 dv-cinder-786627-11-iscsi neutron-server[92919]: self.callback(batched_events) Jun 22 07:27:22.302653 dv-cinder-786627-11-iscsi neutron-server[92919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 07:27:22.302653 dv-cinder-786627-11-iscsi neutron-server[92919]: event.method(event) Jun 22 07:27:22.302653 dv-cinder-786627-11-iscsi neutron-server[92919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 07:27:22.302653 dv-cinder-786627-11-iscsi neutron-server[92919]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 07:27:22.302653 dv-cinder-786627-11-iscsi neutron-server[92919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 07:27:22.302653 dv-cinder-786627-11-iscsi neutron-server[92919]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 07:27:22.302653 dv-cinder-786627-11-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 07:27:22.302653 dv-cinder-786627-11-iscsi neutron-server[92919]: return f(self, *a, **k) Jun 22 07:27:22.302653 dv-cinder-786627-11-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 07:27:22.302653 dv-cinder-786627-11-iscsi neutron-server[92919]: return self._get(url).json() Jun 22 07:27:22.302653 dv-cinder-786627-11-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 07:27:22.302653 dv-cinder-786627-11-iscsi neutron-server[92919]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 07:27:22.302653 dv-cinder-786627-11-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 07:27:22.302653 dv-cinder-786627-11-iscsi neutron-server[92919]: return self.request(url, 'GET', **kwargs) Jun 22 07:27:22.302653 dv-cinder-786627-11-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 07:27:22.302653 dv-cinder-786627-11-iscsi neutron-server[92919]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 07:27:22.302653 dv-cinder-786627-11-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 07:27:22.302653 dv-cinder-786627-11-iscsi neutron-server[92919]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 07:27:22.302653 dv-cinder-786627-11-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 07:27:22.302653 dv-cinder-786627-11-iscsi neutron-server[92919]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 07:27:22.302653 dv-cinder-786627-11-iscsi neutron-server[92919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 07:27:22.357582 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-c9e76fc3-643d-45b2-9777-607e0307e07d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1883104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-54575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-690206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-706735'] for network, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:22.361491 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-1e7e4e39-6210-4e9a-ba85-ce9b53a36ea5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:27:22.365093 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-c9e76fc3-643d-45b2-9777-607e0307e07d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-690179'] for network, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:22.366874 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-c9e76fc3-643d-45b2-9777-607e0307e07d admin admin] 10.222.0.24 "DELETE /v2.0/networks/a1cf3118-6cce-4389-af15-493ab47b8e12 HTTP/1.1" status: 204 len: 168 time: 0.2632523 Jun 22 07:27:22.379164 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e76fc3-643d-45b2-9777-607e0307e07d admin admin] Pushing event deleted for resources: {'Network': ['ID=a1cf3118-6cce-4389-af15-493ab47b8e12,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:27:22.381599 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-c9e76fc3-643d-45b2-9777-607e0307e07d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:27:22.536428 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 53364) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:27:22.578433 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-90ec66e2-aa71-4e02-9f62-9289ef4a1c2b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d9be8480e21044b285a036380eb242c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0407431 Jun 22 07:27:22.581262 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 53366) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:27:22.634664 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-4f266a3a-0a28-4376-bebd-edf8c302a3b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:22.657745 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-4f266a3a-0a28-4376-bebd-edf8c302a3b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:22.704421 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-4f266a3a-0a28-4376-bebd-edf8c302a3b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:22.707213 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-4f266a3a-0a28-4376-bebd-edf8c302a3b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:22.708354 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-4f266a3a-0a28-4376-bebd-edf8c302a3b7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/020ff567-4674-4206-a29d-26d1306e2785 HTTP/1.1" status: 204 len: 168 time: 0.1262112 Jun 22 07:27:22.709161 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-3d850a7a-fb6d-4a84-a0a2-f60242d8a07a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:27:22.717162 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f266a3a-0a28-4376-bebd-edf8c302a3b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=020ff567-4674-4206-a29d-26d1306e2785,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:27:22.719686 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-4f266a3a-0a28-4376-bebd-edf8c302a3b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:27:23.020854 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 53372) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:27:23.060437 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-67c928f3-aca3-44c0-8cdd-abd9b1cd5729 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=588549e1a9d74e8cbd10e85d582d3c42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0381598 Jun 22 07:27:23.062659 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 53374) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:27:23.108963 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-056cde55-ef62-425a-be4c-9c7891a1f2a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:23.130158 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-056cde55-ef62-425a-be4c-9c7891a1f2a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:23.175918 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-056cde55-ef62-425a-be4c-9c7891a1f2a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:23.178531 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-056cde55-ef62-425a-be4c-9c7891a1f2a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:23.179716 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-056cde55-ef62-425a-be4c-9c7891a1f2a9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/dd92ef5e-0177-44a2-b390-3fd7f9460b40 HTTP/1.1" status: 204 len: 168 time: 0.1161661 Jun 22 07:27:23.180550 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-aee586f6-cd0f-4e2c-94cb-869ac085ab1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:27:23.189030 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056cde55-ef62-425a-be4c-9c7891a1f2a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd92ef5e-0177-44a2-b390-3fd7f9460b40,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:27:23.191397 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-056cde55-ef62-425a-be4c-9c7891a1f2a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:27:28.109178 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 53470) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:27:28.209236 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0df69a9c-7402-4901-9678-9c8eba705d79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:28.300473 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0df69a9c-7402-4901-9678-9c8eba705d79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:28.304161 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0df69a9c-7402-4901-9678-9c8eba705d79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:28.306669 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-ad68fa46-5cfa-45d4-894e-ed355bb44bc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:27:28.341148 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df69a9c-7402-4901-9678-9c8eba705d79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f578471d-7f88-42f3-8c05-0df390e30276,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:27:28.345448 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-0df69a9c-7402-4901-9678-9c8eba705d79 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6037cc8d85ce446da1815ce7f560e2ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2353101 Jun 22 07:27:28.346389 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-0df69a9c-7402-4901-9678-9c8eba705d79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:27:28.347980 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 53474) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:27:28.395436 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-64307e8a-2900-4395-8d21-9a199c161b78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:28.415911 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-64307e8a-2900-4395-8d21-9a199c161b78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:28.460504 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-64307e8a-2900-4395-8d21-9a199c161b78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:28.463202 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-64307e8a-2900-4395-8d21-9a199c161b78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:28.465272 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-64307e8a-2900-4395-8d21-9a199c161b78 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f578471d-7f88-42f3-8c05-0df390e30276 HTTP/1.1" status: 204 len: 168 time: 0.1161926 Jun 22 07:27:28.466160 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-4e3896a4-94fb-4b16-a765-11117defd0b0 tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:27:28.473720 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64307e8a-2900-4395-8d21-9a199c161b78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f578471d-7f88-42f3-8c05-0df390e30276,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:27:28.476227 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-64307e8a-2900-4395-8d21-9a199c161b78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:27:28.718744 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 53480) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:27:28.732419 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-cd9d573c-d59d-48d0-a1ea-58c951c885f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:28.821387 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-cd9d573c-d59d-48d0-a1ea-58c951c885f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:28.826240 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-cd9d573c-d59d-48d0-a1ea-58c951c885f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:28.829151 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-e254593d-1200-41f5-9bba-b3cca1f322c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:27:28.862170 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-cd9d573c-d59d-48d0-a1ea-58c951c885f9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7595aca6250d4d008611e3292dc3e4cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1423454 Jun 22 07:27:28.865065 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 53482) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:27:28.874600 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9d573c-d59d-48d0-a1ea-58c951c885f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f152c61-7071-43b0-99d1-ea8a907f2587,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:27:28.877596 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-cd9d573c-d59d-48d0-a1ea-58c951c885f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:27:28.918107 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-306e3d2c-20d8-412c-8713-3c96ca7af076 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:28.940496 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-306e3d2c-20d8-412c-8713-3c96ca7af076 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:28.986838 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-306e3d2c-20d8-412c-8713-3c96ca7af076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:28.989569 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-306e3d2c-20d8-412c-8713-3c96ca7af076 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:28.990714 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-306e3d2c-20d8-412c-8713-3c96ca7af076 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1f152c61-7071-43b0-99d1-ea8a907f2587 HTTP/1.1" status: 204 len: 168 time: 0.1246731 Jun 22 07:27:28.991462 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-8ba041f4-f69b-46bf-b417-dc6021f4619e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:27:28.998903 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306e3d2c-20d8-412c-8713-3c96ca7af076 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f152c61-7071-43b0-99d1-ea8a907f2587,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:27:29.001141 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-306e3d2c-20d8-412c-8713-3c96ca7af076 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:27:30.728913 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-e80ff173-9e13-46d4-ab3f-fd02379586dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:31.933272 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.agents_db [None req-74002642-eed4-46c6-8f70-93846dc748c3 None None] Agent healthcheck: found 6 active agents {{(pid=92922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 07:27:33.095192 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-c57afc11-287f-4f66-9ce6-5d7f575d6f38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:33.291773 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:34.664661 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 53564) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:27:34.767112 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-c4c15bfb-8105-410b-aba6-74a8886e9593 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:34.777014 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:34.854917 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-c4c15bfb-8105-410b-aba6-74a8886e9593 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:34.859620 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-c4c15bfb-8105-410b-aba6-74a8886e9593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:34.863360 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-10add37b-45ef-41ff-8463-8ad0d3aa128e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:27:34.906531 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-c4c15bfb-8105-410b-aba6-74a8886e9593 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=acfa2923e35840a5bc872ac1551c5b36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2407379 Jun 22 07:27:34.908559 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c15bfb-8105-410b-aba6-74a8886e9593 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bed56b66-cc15-4600-892e-2f5481ef3d99,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:27:34.909189 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 53568) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:27:34.911675 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-c4c15bfb-8105-410b-aba6-74a8886e9593 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:27:34.957814 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-ddf15a40-d95e-4e87-ae10-a67ff58ed997 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:34.977972 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-ddf15a40-d95e-4e87-ae10-a67ff58ed997 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:35.024429 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-ddf15a40-d95e-4e87-ae10-a67ff58ed997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:35.026967 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-ddf15a40-d95e-4e87-ae10-a67ff58ed997 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:35.028249 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-ddf15a40-d95e-4e87-ae10-a67ff58ed997 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bed56b66-cc15-4600-892e-2f5481ef3d99 HTTP/1.1" status: 204 len: 168 time: 0.1179421 Jun 22 07:27:35.029285 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-eed633ea-8389-458e-92ee-1d482779cdd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:27:35.036473 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf15a40-d95e-4e87-ae10-a67ff58ed997 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bed56b66-cc15-4600-892e-2f5481ef3d99,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:27:35.038951 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-ddf15a40-d95e-4e87-ae10-a67ff58ed997 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:27:35.242090 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d3c1a5ff-c703-4bfc-bce3-efb8418f207c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:35.280161 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 53574) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:27:35.293982 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-c9860764-649e-4ace-94b7-f1015a740826 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:35.385772 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-c9860764-649e-4ace-94b7-f1015a740826 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:35.389536 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-c9860764-649e-4ace-94b7-f1015a740826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:35.392064 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-338cfed4-a295-4e88-b3d6-7ad13f1d8f70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:27:35.427939 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-c9860764-649e-4ace-94b7-f1015a740826 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=08d20d822d134304bb4cc30ce6ec4889&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1465375 Jun 22 07:27:35.428741 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9860764-649e-4ace-94b7-f1015a740826 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=788eba2e-ddb2-42f6-ac46-43215e35f92a,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:27:35.430399 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 53576) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:27:35.431709 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-c9860764-649e-4ace-94b7-f1015a740826 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:27:35.479815 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-355bfdce-f71b-43b9-ba0c-bf907528db1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:35.501588 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-355bfdce-f71b-43b9-ba0c-bf907528db1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:35.546884 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-355bfdce-f71b-43b9-ba0c-bf907528db1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:35.549595 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-355bfdce-f71b-43b9-ba0c-bf907528db1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:35.550714 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-355bfdce-f71b-43b9-ba0c-bf907528db1f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/788eba2e-ddb2-42f6-ac46-43215e35f92a HTTP/1.1" status: 204 len: 168 time: 0.1192901 Jun 22 07:27:35.551482 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-744e6de1-ae1e-4490-9c31-8ec9d5cdbc9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:27:35.558924 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355bfdce-f71b-43b9-ba0c-bf907528db1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=788eba2e-ddb2-42f6-ac46-43215e35f92a,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:27:35.561208 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-355bfdce-f71b-43b9-ba0c-bf907528db1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:27:36.196622 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 53598) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:27:36.288420 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.v2.base [None req-e2418472-7407-4794-b70a-d5ec4df7d360 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2146042094-network', 'tenant_id': '39e7765ed5cd4e0e9e770bf5a465d8ba'}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:27:36.310422 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2418472-7407-4794-b70a-d5ec4df7d360 admin admin] Made reservation on behalf of 39e7765ed5cd4e0e9e770bf5a465d8ba for: {'network': 1} {{(pid=92919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 07:27:36.312881 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-e2418472-7407-4794-b70a-d5ec4df7d360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1809762'] for network, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:36.321159 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-e2418472-7407-4794-b70a-d5ec4df7d360 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:36.410645 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-e2418472-7407-4794-b70a-d5ec4df7d360 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:36.414755 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-e2418472-7407-4794-b70a-d5ec4df7d360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:36.417707 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-db743bb9-ffbb-4ae8-8375-060b2cc28d10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:27:36.440172 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2418472-7407-4794-b70a-d5ec4df7d360 admin admin] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=92919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 07:27:36.449795 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2418472-7407-4794-b70a-d5ec4df7d360 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97969a53-0683-47eb-9e97-56e286428897,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:27:36.454274 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-e2418472-7407-4794-b70a-d5ec4df7d360 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:27:36.455308 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-e2418472-7407-4794-b70a-d5ec4df7d360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1885363'] for segment, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:36.455642 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.db.segments_db [None req-e2418472-7407-4794-b70a-d5ec4df7d360 admin admin] Added segment 654d3564-a1a5-4ee5-bdf9-e27fee599e4d of type vlan for network 8e2ae9a8-9228-4c23-8cea-73e784abde4d Jun 22 07:27:36.500779 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-e2418472-7407-4794-b70a-d5ec4df7d360 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773473491173'] for network, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:36.528889 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-e2418472-7407-4794-b70a-d5ec4df7d360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-54575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-690206'] for network, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:36.529892 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2418472-7407-4794-b70a-d5ec4df7d360 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:27:36.530503 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-e2418472-7407-4794-b70a-d5ec4df7d360 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-690179'] for network, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:36.532674 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:27:36.579652 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-e2418472-7407-4794-b70a-d5ec4df7d360 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3819423 Jun 22 07:27:36.582551 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 53602) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:27:36.587605 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.v2.base [None req-27400f69-d7af-4909-8011-2bbb13401ca9 admin admin] Request body: {'subnet': {'network_id': '8e2ae9a8-9228-4c23-8cea-73e784abde4d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2146042094-subnet', 'tenant_id': '39e7765ed5cd4e0e9e770bf5a465d8ba', 'ip_version': 4}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:27:36.590879 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2418472-7407-4794-b70a-d5ec4df7d360 admin admin] Pushing event updated for resources: {'Network': ['ID=8e2ae9a8-9228-4c23-8cea-73e784abde4d,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:27:36.593562 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-e2418472-7407-4794-b70a-d5ec4df7d360 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:27:36.601238 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Network 8e2ae9a8-9228-4c23-8cea-73e784abde4d details requested by agent ovs-agent-dv-cinder-786627-11-iscsi with host dv-cinder-786627-11-iscsi {{(pid=92921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 07:27:36.610194 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27400f69-d7af-4909-8011-2bbb13401ca9 admin admin] Made reservation on behalf of 39e7765ed5cd4e0e9e770bf5a465d8ba for: {'subnet': 1} {{(pid=92920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 07:27:36.612556 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-27400f69-d7af-4909-8011-2bbb13401ca9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5183198'] for subnet, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:36.778380 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-27400f69-d7af-4909-8011-2bbb13401ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5150926', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5183212'] for subnet, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:36.780546 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:27:36.834776 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27400f69-d7af-4909-8011-2bbb13401ca9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1158cd74-6434-4737-91bb-b3c67fb18a3d,revision_number=0']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:27:36.838308 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-27400f69-d7af-4909-8011-2bbb13401ca9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:27:36.846109 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27400f69-d7af-4909-8011-2bbb13401ca9 admin admin] Checking segment: {'id': '654d3564-a1a5-4ee5-bdf9-e27fee599e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8e2ae9a8-9228-4c23-8cea-73e784abde4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 07:27:36.846457 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27400f69-d7af-4909-8011-2bbb13401ca9 admin admin] Network hostable DHCP agents. Network: 8e2ae9a8-9228-4c23-8cea-73e784abde4d, hostable agents: ['23f99c3b-a432-44d9-a8da-8094b458f26a'], hosted agents: [] {{(pid=92920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 07:27:36.861915 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27400f69-d7af-4909-8011-2bbb13401ca9 admin admin] Network 8e2ae9a8-9228-4c23-8cea-73e784abde4d is scheduled to be hosted by DHCP agent 23f99c3b-a432-44d9-a8da-8094b458f26a with binding_index 1 {{(pid=92920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 07:27:36.870295 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.scheduler.base_scheduler [None req-27400f69-d7af-4909-8011-2bbb13401ca9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-11-iscsi, 8e2ae9a8-9228-4c23-8cea-73e784abde4d) {{(pid=92920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 07:27:36.874665 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27400f69-d7af-4909-8011-2bbb13401ca9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:27:36.875243 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-27400f69-d7af-4909-8011-2bbb13401ca9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:36.879433 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d66aadac-2cea-4a8d-8297-5f16a553f558 None None] Network 8e2ae9a8-9228-4c23-8cea-73e784abde4d requested from dv-cinder-786627-11-iscsi {{(pid=92921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 07:27:36.889359 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-27400f69-d7af-4909-8011-2bbb13401ca9 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3056850 Jun 22 07:27:36.892122 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 53604) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:27:36.897008 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.v2.base [None req-39a5c359-f041-4f2d-92e0-78dc8d1b5708 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2146042094-router', 'tenant_id': '39e7765ed5cd4e0e9e770bf5a465d8ba', 'external_gateway_info': {'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2'}}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:27:36.919586 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-39a5c359-f041-4f2d-92e0-78dc8d1b5708 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-578696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23766'] for router, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:36.920673 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-39a5c359-f041-4f2d-92e0-78dc8d1b5708 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-707250', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1041088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23759'] for router, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:36.981261 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-39a5c359-f041-4f2d-92e0-78dc8d1b5708 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:37.002762 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-f04bb265-eca6-4530-aeb1-0b3afeb7eb68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:37.050726 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ae94ef-fc86-4b41-bb2e-b0b5a5d88a3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53008036-bec8-516b-a9e7-d2c86795f928-8e2ae9a8-9228-4c23-8cea-73e784abde4d', 'network_id': '8e2ae9a8-9228-4c23-8cea-73e784abde4d', 'tenant_id': '39e7765ed5cd4e0e9e770bf5a465d8ba', 'fixed_ips': [{'subnet_id': '1158cd74-6434-4737-91bb-b3c67fb18a3d'}]}} from dv-cinder-786627-11-iscsi. {{(pid=92921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 07:27:37.051601 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-69ae94ef-fc86-4b41-bb2e-b0b5a5d88a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1809762'] for port, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:37.116275 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-39a5c359-f041-4f2d-92e0-78dc8d1b5708 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-707264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-578682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-23801'] for router, precommit_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:37.188724 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.db_base_plugin_common [None req-69ae94ef-fc86-4b41-bb2e-b0b5a5d88a3b None None] Allocated IP 172.20.0.2 (8e2ae9a8-9228-4c23-8cea-73e784abde4d/1158cd74-6434-4737-91bb-b3c67fb18a3d/0d22f06e-a290-4d76-836d-30aed2e68e49) {{(pid=92921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 07:27:37.320795 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-39a5c359-f041-4f2d-92e0-78dc8d1b5708 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:37.341932 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-39a5c359-f041-4f2d-92e0-78dc8d1b5708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1809762'] for port, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:37.447217 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.db.db_base_plugin_common [None req-39a5c359-f041-4f2d-92e0-78dc8d1b5708 admin admin] Allocated IP 172.27.1.48 (73c4e24d-548c-4da2-96ca-75881b5fbbd2/544f46cc-96c5-45ec-92af-d864e0b11db8/bdfc35b5-4461-413e-a2f5-ad9e329f2040) {{(pid=92919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 07:27:37.457776 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-69ae94ef-fc86-4b41-bb2e-b0b5a5d88a3b None None] Notify callbacks [] for port, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:37.468410 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-69ae94ef-fc86-4b41-bb2e-b0b5a5d88a3b None None] Transition to ACTIVE for port object 0d22f06e-a290-4d76-836d-30aed2e68e49 will not be triggered until provisioned by entity L2. {{(pid=92921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 07:27:37.484035 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-69ae94ef-fc86-4b41-bb2e-b0b5a5d88a3b None None] Transition to ACTIVE for port object 0d22f06e-a290-4d76-836d-30aed2e68e49 will not be triggered until provisioned by entity DHCP. {{(pid=92921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 07:27:37.490319 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-69ae94ef-fc86-4b41-bb2e-b0b5a5d88a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1809569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-690206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773473471591'] for port, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:37.492457 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:27:37.535623 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ae94ef-fc86-4b41-bb2e-b0b5a5d88a3b None None] Network 8e2ae9a8-9228-4c23-8cea-73e784abde4d is already hosted by enough agents. {{(pid=92921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 07:27:37.540267 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.scheduler.base_scheduler [None req-69ae94ef-fc86-4b41-bb2e-b0b5a5d88a3b None None] Resources bound (agent type, host, resource id): {{(pid=92921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 07:27:37.542938 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ae94ef-fc86-4b41-bb2e-b0b5a5d88a3b None None] Received port after_create {{(pid=92921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 07:27:37.549198 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ae94ef-fc86-4b41-bb2e-b0b5a5d88a3b None None] Pushing event updated for resources: {'Port': ['ID=0d22f06e-a290-4d76-836d-30aed2e68e49,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:27:37.576821 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ae94ef-fc86-4b41-bb2e-b0b5a5d88a3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:27:37.577092 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ae94ef-fc86-4b41-bb2e-b0b5a5d88a3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:27:37.577400 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ae94ef-fc86-4b41-bb2e-b0b5a5d88a3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:27:37.577733 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ae94ef-fc86-4b41-bb2e-b0b5a5d88a3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:27:37.578068 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ae94ef-fc86-4b41-bb2e-b0b5a5d88a3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:27:37.578392 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ae94ef-fc86-4b41-bb2e-b0b5a5d88a3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:27:37.578721 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ae94ef-fc86-4b41-bb2e-b0b5a5d88a3b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:27:37.579313 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ae94ef-fc86-4b41-bb2e-b0b5a5d88a3b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:27:37.579637 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ae94ef-fc86-4b41-bb2e-b0b5a5d88a3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:27:37.579960 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ae94ef-fc86-4b41-bb2e-b0b5a5d88a3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:27:37.580282 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ae94ef-fc86-4b41-bb2e-b0b5a5d88a3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:27:37.580638 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ae94ef-fc86-4b41-bb2e-b0b5a5d88a3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:27:37.584914 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-69ae94ef-fc86-4b41-bb2e-b0b5a5d88a3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:27:37.620292 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [None req-69ae94ef-fc86-4b41-bb2e-b0b5a5d88a3b None None] Attempting to bind port 0d22f06e-a290-4d76-836d-30aed2e68e49 on host dv-cinder-786627-11-iscsi for vnic_type normal with profile {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 07:27:37.621058 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [None req-69ae94ef-fc86-4b41-bb2e-b0b5a5d88a3b None None] Attempting to bind port 0d22f06e-a290-4d76-836d-30aed2e68e49 by drivers openvswitch,hyperv on host dv-cinder-786627-11-iscsi at level 0 using segments [{'id': '654d3564-a1a5-4ee5-bdf9-e27fee599e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8e2ae9a8-9228-4c23-8cea-73e784abde4d'}] {{(pid=92921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 07:27:37.621058 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ae94ef-fc86-4b41-bb2e-b0b5a5d88a3b None None] Attempting to bind port 0d22f06e-a290-4d76-836d-30aed2e68e49 on network 8e2ae9a8-9228-4c23-8cea-73e784abde4d {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 07:27:37.627621 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ae94ef-fc86-4b41-bb2e-b0b5a5d88a3b None None] Checking agent: {'id': '25bcf34a-9be6-400d-9699-901d91ee39d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 7, 6, 3), 'started_at': datetime.datetime(2021, 6, 22, 7, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 7, 27, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 07:27:37.627999 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ae94ef-fc86-4b41-bb2e-b0b5a5d88a3b None None] Checking segment: {'id': '654d3564-a1a5-4ee5-bdf9-e27fee599e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8e2ae9a8-9228-4c23-8cea-73e784abde4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 07:27:37.628427 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-69ae94ef-fc86-4b41-bb2e-b0b5a5d88a3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:37.628827 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ae94ef-fc86-4b41-bb2e-b0b5a5d88a3b None None] Bound using segment: {'id': '654d3564-a1a5-4ee5-bdf9-e27fee599e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8e2ae9a8-9228-4c23-8cea-73e784abde4d'} {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 07:27:37.629305 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [None req-69ae94ef-fc86-4b41-bb2e-b0b5a5d88a3b None None] Bound port: 0d22f06e-a290-4d76-836d-30aed2e68e49, host: dv-cinder-786627-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '654d3564-a1a5-4ee5-bdf9-e27fee599e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8e2ae9a8-9228-4c23-8cea-73e784abde4d'}}] {{(pid=92921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 07:27:37.630174 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-69ae94ef-fc86-4b41-bb2e-b0b5a5d88a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:37.696327 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-69ae94ef-fc86-4b41-bb2e-b0b5a5d88a3b None None] For port 0d22f06e-a290-4d76-836d-30aed2e68e49, host dv-cinder-786627-11-iscsi, cleared binding levels {{(pid=92921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 07:27:37.699443 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-69ae94ef-fc86-4b41-bb2e-b0b5a5d88a3b None None] For port 0d22f06e-a290-4d76-836d-30aed2e68e49, host dv-cinder-786627-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-11-iscsi',level=0,port_id=0d22f06e-a290-4d76-836d-30aed2e68e49,segment=NetworkSegment(654d3564-a1a5-4ee5-bdf9-e27fee599e4d),segment_id=654d3564-a1a5-4ee5-bdf9-e27fee599e4d)] {{(pid=92921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 07:27:37.703248 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-69ae94ef-fc86-4b41-bb2e-b0b5a5d88a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:37.705436 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-b00ff4e2-a7af-4714-b9aa-25f3ed0a46e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:27:37.772725 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ae94ef-fc86-4b41-bb2e-b0b5a5d88a3b None None] Pushing event updated for resources: {'Port': ['ID=0d22f06e-a290-4d76-836d-30aed2e68e49,revision_number=2']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:27:37.776166 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-69ae94ef-fc86-4b41-bb2e-b0b5a5d88a3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:27:37.827299 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-39a5c359-f041-4f2d-92e0-78dc8d1b5708 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:37.865498 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-39a5c359-f041-4f2d-92e0-78dc8d1b5708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1809569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-690206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773473471591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4832682'] for port, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:37.867536 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-9ec5fc64-267b-4363-9782-664b23c19b45 tempest-AttachVolumeShelveTestJSON-1771394016 tempest-AttachVolumeShelveTestJSON-1771394016-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:27:37.917198 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39a5c359-f041-4f2d-92e0-78dc8d1b5708 admin admin] Network 73c4e24d-548c-4da2-96ca-75881b5fbbd2 is already hosted by enough agents. {{(pid=92919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 07:27:37.921902 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.scheduler.base_scheduler [None req-39a5c359-f041-4f2d-92e0-78dc8d1b5708 admin admin] Resources bound (agent type, host, resource id): {{(pid=92919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 07:27:37.926691 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a5c359-f041-4f2d-92e0-78dc8d1b5708 admin admin] Received port after_create {{(pid=92919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 07:27:37.952624 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a5c359-f041-4f2d-92e0-78dc8d1b5708 admin admin] Pushing event updated for resources: {'Port': ['ID=bdfc35b5-4461-413e-a2f5-ad9e329f2040,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:27:37.956827 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-39a5c359-f041-4f2d-92e0-78dc8d1b5708 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:27:38.183033 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-39a5c359-f041-4f2d-92e0-78dc8d1b5708 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:38.388200 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-39a5c359-f041-4f2d-92e0-78dc8d1b5708 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-706580'] for router, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:38.522168 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39a5c359-f041-4f2d-92e0-78dc8d1b5708 admin admin] Router 59ca7a8b-cca1-47d6-8828-99d07e51bfdc is scheduled to L3 agent f18ef446-1389-4802-a345-f314a6956002 with binding_index 1 {{(pid=92919) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 07:27:38.632758 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39a5c359-f041-4f2d-92e0-78dc8d1b5708 admin admin] Notify agent at l3_agent.dv-cinder-786627-11-iscsi the message routers_updated {{(pid=92919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 07:27:38.642632 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176aab48-1c9a-490f-bb63-1bb5830acf2c None None] Sync routers for ids ['59ca7a8b-cca1-47d6-8828-99d07e51bfdc'] in dv-cinder-786627-11-iscsi {{(pid=92921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 07:27:38.656678 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-39a5c359-f041-4f2d-92e0-78dc8d1b5708 admin admin] Notify callbacks [] for router, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:38.660657 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-39a5c359-f041-4f2d-92e0-78dc8d1b5708 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.7646925 Jun 22 07:27:38.660837 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176aab48-1c9a-490f-bb63-1bb5830acf2c None None] Routers {'59ca7a8b-cca1-47d6-8828-99d07e51bfdc'} bound to L3 agent in host dv-cinder-786627-11-iscsi {{(pid=92921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 07:27:38.660837 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-176aab48-1c9a-490f-bb63-1bb5830acf2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T07:06:03Z,description=,heartbeat_timestamp=2021-06-22T07:27:33Z,host='dv-cinder-786627-11-iscsi',id=f18ef446-1389-4802-a345-f314a6956002,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T07:06:03Z,topic='l3_agent')) {'router_ids': ['59ca7a8b-cca1-47d6-8828-99d07e51bfdc'], 'active': True} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:27:38.661133 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 53606) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:27:38.763740 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbe7ab27-b4e1-4c17-92d4-86cdce29fc85 None None] Network 8e2ae9a8-9228-4c23-8cea-73e784abde4d requested from dv-cinder-786627-11-iscsi {{(pid=92921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 07:27:38.782267 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvr_db [None req-176aab48-1c9a-490f-bb63-1bb5830acf2c None None] Set router 59ca7a8b-cca1-47d6-8828-99d07e51bfdc gateway port host: dv-cinder-786627-11-iscsi {{(pid=92921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 07:27:38.930797 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-83d18bac-0f1d-4fd5-8439-be5b624b2e1a None None] Provisioning for port 0d22f06e-a290-4d76-836d-30aed2e68e49 completed by entity DHCP. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 07:27:39.082114 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-2ead19b1-1c5a-4493-a933-c7f8c79246f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1809762'] for port, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:39.089529 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-176aab48-1c9a-490f-bb63-1bb5830acf2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ca7a8b-cca1-47d6-8828-99d07e51bfdc', 'name': 'tempest-TestVolumeBootPattern-2146042094-router', 'tenant_id': '39e7765ed5cd4e0e9e770bf5a465d8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'external_fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': 'bdfc35b5-4461-413e-a2f5-ad9e329f2040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:27:36Z', 'updated_at': '2021-06-22T07:27:38Z', 'revision_number': 3, 'project_id': '39e7765ed5cd4e0e9e770bf5a465d8ba', 'gw_port': {'id': 'bdfc35b5-4461-413e-a2f5-ad9e329f2040', 'name': '', 'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:0e:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59ca7a8b-cca1-47d6-8828-99d07e51bfdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:27:37Z', 'updated_at': '2021-06-22T07:27:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-iscsi'}], 'dv-cinder-786627-11-iscsi', False) {} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:27:39.123606 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176aab48-1c9a-490f-bb63-1bb5830acf2c None None] Checking router: 59ca7a8b-cca1-47d6-8828-99d07e51bfdc for host: dv-cinder-786627-11-iscsi {{(pid=92921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 07:27:39.123970 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176aab48-1c9a-490f-bb63-1bb5830acf2c None None] Updating router 59ca7a8b-cca1-47d6-8828-99d07e51bfdc port bdfc35b5-4461-413e-a2f5-ad9e329f2040 binding host dv-cinder-786627-11-iscsi {{(pid=92921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 07:27:39.159574 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-176aab48-1c9a-490f-bb63-1bb5830acf2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:39.254928 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.db.db_base_plugin_common [None req-2ead19b1-1c5a-4493-a933-c7f8c79246f5 admin admin] Allocated IP 172.20.0.1 (8e2ae9a8-9228-4c23-8cea-73e784abde4d/1158cd74-6434-4737-91bb-b3c67fb18a3d/d3fd030a-2e92-497d-b370-68ab0d8e78cf) {{(pid=92919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 07:27:39.363377 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-2ead19b1-1c5a-4493-a933-c7f8c79246f5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:39.376288 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.db.provisioning_blocks [None req-2ead19b1-1c5a-4493-a933-c7f8c79246f5 admin admin] Transition to ACTIVE for port object d3fd030a-2e92-497d-b370-68ab0d8e78cf will not be triggered until provisioned by entity DHCP. {{(pid=92919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 07:27:39.411728 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-2ead19b1-1c5a-4493-a933-c7f8c79246f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1809569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-690206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773473471591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4832682'] for port, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:39.414623 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-7640e999-662c-412f-8e27-e04ec164bcf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:27:39.425820 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-176aab48-1c9a-490f-bb63-1bb5830acf2c None None] Notify callbacks [] for port, precommit_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:39.435729 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-176aab48-1c9a-490f-bb63-1bb5830acf2c None None] Transition to ACTIVE for port object bdfc35b5-4461-413e-a2f5-ad9e329f2040 will not be triggered until provisioned by entity L2. {{(pid=92921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 07:27:39.442023 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-176aab48-1c9a-490f-bb63-1bb5830acf2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:39.443900 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-28146aee-c0c5-4a41-9010-8cc1b2051397 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:27:39.458966 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ead19b1-1c5a-4493-a933-c7f8c79246f5 admin admin] Network 8e2ae9a8-9228-4c23-8cea-73e784abde4d is already hosted by enough agents. {{(pid=92919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 07:27:39.462007 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.scheduler.base_scheduler [None req-2ead19b1-1c5a-4493-a933-c7f8c79246f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=92919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 07:27:39.464412 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ead19b1-1c5a-4493-a933-c7f8c79246f5 admin admin] Received port after_create {{(pid=92919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 07:27:39.493334 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ead19b1-1c5a-4493-a933-c7f8c79246f5 admin admin] Pushing event updated for resources: {'Port': ['ID=d3fd030a-2e92-497d-b370-68ab0d8e78cf,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:27:39.496142 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-2ead19b1-1c5a-4493-a933-c7f8c79246f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:27:39.499411 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [None req-176aab48-1c9a-490f-bb63-1bb5830acf2c None None] Attempting to bind port bdfc35b5-4461-413e-a2f5-ad9e329f2040 on host dv-cinder-786627-11-iscsi for vnic_type normal with profile {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 07:27:39.499790 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [None req-176aab48-1c9a-490f-bb63-1bb5830acf2c None None] Attempting to bind port bdfc35b5-4461-413e-a2f5-ad9e329f2040 by drivers openvswitch,hyperv on host dv-cinder-786627-11-iscsi at level 0 using segments [{'id': '4e753e82-2fc6-4903-97a0-73083259f586', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2'}] {{(pid=92921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 07:27:39.500160 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176aab48-1c9a-490f-bb63-1bb5830acf2c None None] Attempting to bind port bdfc35b5-4461-413e-a2f5-ad9e329f2040 on network 73c4e24d-548c-4da2-96ca-75881b5fbbd2 {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 07:27:39.505754 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176aab48-1c9a-490f-bb63-1bb5830acf2c None None] Checking agent: {'id': '25bcf34a-9be6-400d-9699-901d91ee39d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 7, 6, 3), 'started_at': datetime.datetime(2021, 6, 22, 7, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 7, 27, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 07:27:39.506132 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176aab48-1c9a-490f-bb63-1bb5830acf2c None None] Checking segment: {'id': '4e753e82-2fc6-4903-97a0-73083259f586', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 07:27:39.506537 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-176aab48-1c9a-490f-bb63-1bb5830acf2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:39.506932 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176aab48-1c9a-490f-bb63-1bb5830acf2c None None] Bound using segment: {'id': '4e753e82-2fc6-4903-97a0-73083259f586', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2'} {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 07:27:39.507683 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [None req-176aab48-1c9a-490f-bb63-1bb5830acf2c None None] Bound port: bdfc35b5-4461-413e-a2f5-ad9e329f2040, host: dv-cinder-786627-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e753e82-2fc6-4903-97a0-73083259f586', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2'}}] {{(pid=92921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 07:27:39.507832 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-176aab48-1c9a-490f-bb63-1bb5830acf2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:39.510318 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e561504c-2634-4f66-8015-fd2ab941ad5a None None] Pushing event updated for resources: {'Port': ['ID=bdfc35b5-4461-413e-a2f5-ad9e329f2040,revision_number=2']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:27:39.514626 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-2ead19b1-1c5a-4493-a933-c7f8c79246f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-708604'] for router_interface, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:39.529843 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-e561504c-2634-4f66-8015-fd2ab941ad5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:27:39.566930 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-176aab48-1c9a-490f-bb63-1bb5830acf2c None None] For port bdfc35b5-4461-413e-a2f5-ad9e329f2040, host dv-cinder-786627-11-iscsi, cleared binding levels {{(pid=92921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 07:27:39.569887 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-176aab48-1c9a-490f-bb63-1bb5830acf2c None None] For port bdfc35b5-4461-413e-a2f5-ad9e329f2040, host dv-cinder-786627-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-11-iscsi',level=0,port_id=bdfc35b5-4461-413e-a2f5-ad9e329f2040,segment=NetworkSegment(4e753e82-2fc6-4903-97a0-73083259f586),segment_id=4e753e82-2fc6-4903-97a0-73083259f586)] {{(pid=92921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 07:27:39.577328 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-176aab48-1c9a-490f-bb63-1bb5830acf2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:39.580786 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:27:39.641179 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176aab48-1c9a-490f-bb63-1bb5830acf2c None None] Routers {'59ca7a8b-cca1-47d6-8828-99d07e51bfdc'} bound to L3 agent in host dv-cinder-786627-11-iscsi {{(pid=92921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 07:27:39.641179 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-176aab48-1c9a-490f-bb63-1bb5830acf2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T07:06:03Z,description=,heartbeat_timestamp=2021-06-22T07:27:33Z,host='dv-cinder-786627-11-iscsi',id=f18ef446-1389-4802-a345-f314a6956002,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T07:06:03Z,topic='l3_agent')) {'router_ids': ['59ca7a8b-cca1-47d6-8828-99d07e51bfdc'], 'active': True} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:27:39.665358 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-2ead19b1-1c5a-4493-a933-c7f8c79246f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:39.682285 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e561504c-2634-4f66-8015-fd2ab941ad5a None None] Pushing event updated for resources: {'Port': ['ID=bdfc35b5-4461-413e-a2f5-ad9e329f2040,revision_number=3']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:27:39.688808 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-e561504c-2634-4f66-8015-fd2ab941ad5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:27:39.748323 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-636563aa-e8f2-4b50-b667-23c060c09921 None None] Provisioning for port d3fd030a-2e92-497d-b370-68ab0d8e78cf completed by entity DHCP. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 07:27:39.756277 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-636563aa-e8f2-4b50-b667-23c060c09921 None None] Provisioning complete for port d3fd030a-2e92-497d-b370-68ab0d8e78cf triggered by entity DHCP. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:27:39.756689 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-636563aa-e8f2-4b50-b667-23c060c09921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1879668'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:39.779603 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvr_db [None req-176aab48-1c9a-490f-bb63-1bb5830acf2c None None] Set router 59ca7a8b-cca1-47d6-8828-99d07e51bfdc gateway port host: dv-cinder-786627-11-iscsi {{(pid=92921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 07:27:39.853351 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-2ead19b1-1c5a-4493-a933-c7f8c79246f5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:39.859398 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-2ead19b1-1c5a-4493-a933-c7f8c79246f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4832664'] for port, after_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:39.862146 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-813abfb4-fb76-40e0-9f6f-08e7190936a1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:27:39.904929 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Device 0d22f06e-a290-4d76-836d-30aed2e68e49 up at agent ovs-agent-dv-cinder-786627-11-iscsi {{(pid=92921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 07:27:39.909262 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-636563aa-e8f2-4b50-b667-23c060c09921 None None] Port d3fd030a-2e92-497d-b370-68ab0d8e78cf cannot update to ACTIVE because it is not bound. {{(pid=92921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 07:27:39.931758 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ead19b1-1c5a-4493-a933-c7f8c79246f5 admin admin] Pushing event updated for resources: {'Port': ['ID=d3fd030a-2e92-497d-b370-68ab0d8e78cf,revision_number=2']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:27:39.935475 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-2ead19b1-1c5a-4493-a933-c7f8c79246f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:27:39.936845 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-2ead19b1-1c5a-4493-a933-c7f8c79246f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-690288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-581351'] for router_interface, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:40.038153 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ead19b1-1c5a-4493-a933-c7f8c79246f5 admin admin] Network 8e2ae9a8-9228-4c23-8cea-73e784abde4d is already hosted by enough agents. {{(pid=92919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 07:27:40.039710 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.scheduler.base_scheduler [None req-2ead19b1-1c5a-4493-a933-c7f8c79246f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=92919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 07:27:40.136482 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Provisioning for port 0d22f06e-a290-4d76-836d-30aed2e68e49 completed by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 07:27:40.143142 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Provisioning complete for port 0d22f06e-a290-4d76-836d-30aed2e68e49 triggered by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:27:40.143527 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1879668'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:40.160172 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ead19b1-1c5a-4493-a933-c7f8c79246f5 admin admin] Router 59ca7a8b-cca1-47d6-8828-99d07e51bfdc has already been hosted by L3 agent f18ef446-1389-4802-a345-f314a6956002 {{(pid=92919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 07:27:40.202531 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-176aab48-1c9a-490f-bb63-1bb5830acf2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ca7a8b-cca1-47d6-8828-99d07e51bfdc', 'name': 'tempest-TestVolumeBootPattern-2146042094-router', 'tenant_id': '39e7765ed5cd4e0e9e770bf5a465d8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'external_fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': 'bdfc35b5-4461-413e-a2f5-ad9e329f2040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:27:36Z', 'updated_at': '2021-06-22T07:27:39Z', 'revision_number': 4, 'project_id': '39e7765ed5cd4e0e9e770bf5a465d8ba', 'gw_port': {'id': 'bdfc35b5-4461-413e-a2f5-ad9e329f2040', 'name': '', 'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:0e:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59ca7a8b-cca1-47d6-8828-99d07e51bfdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:27:37Z', 'updated_at': '2021-06-22T07:27:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-iscsi', '_interfaces': [{'id': 'd3fd030a-2e92-497d-b370-68ab0d8e78cf', 'name': '', 'network_id': '8e2ae9a8-9228-4c23-8cea-73e784abde4d', 'tenant_id': '39e7765ed5cd4e0e9e770bf5a465d8ba', 'mac_address': 'fa:16:3e:ab:45:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59ca7a8b-cca1-47d6-8828-99d07e51bfdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '1158cd74-6434-4737-91bb-b3c67fb18a3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:27:39Z', 'updated_at': '2021-06-22T07:27:39Z', 'revision_number': 1, 'project_id': '39e7765ed5cd4e0e9e770bf5a465d8ba', 'subnets': [{'id': '1158cd74-6434-4737-91bb-b3c67fb18a3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-11-iscsi', False) {} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:27:40.235319 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176aab48-1c9a-490f-bb63-1bb5830acf2c None None] The sync data for ids ['59ca7a8b-cca1-47d6-8828-99d07e51bfdc'] in dv-cinder-786627-11-iscsi is: [{'id': '59ca7a8b-cca1-47d6-8828-99d07e51bfdc', 'name': 'tempest-TestVolumeBootPattern-2146042094-router', 'tenant_id': '39e7765ed5cd4e0e9e770bf5a465d8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'external_fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': 'bdfc35b5-4461-413e-a2f5-ad9e329f2040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:27:36Z', 'updated_at': '2021-06-22T07:27:39Z', 'revision_number': 4, 'project_id': '39e7765ed5cd4e0e9e770bf5a465d8ba', 'gw_port': {'id': 'bdfc35b5-4461-413e-a2f5-ad9e329f2040', 'name': '', 'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:0e:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59ca7a8b-cca1-47d6-8828-99d07e51bfdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:27:37Z', 'updated_at': '2021-06-22T07:27:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-iscsi', '_interfaces': [{'id': 'd3fd030a-2e92-497d-b370-68ab0d8e78cf', 'name': '', 'network_id': '8e2ae9a8-9228-4c23-8cea-73e784abde4d', 'tenant_id': '39e7765ed5cd4e0e9e770bf5a465d8ba', 'mac_address': 'fa:16:3e:ab:45:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59ca7a8b-cca1-47d6-8828-99d07e51bfdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '1158cd74-6434-4737-91bb-b3c67fb18a3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:27:39Z', 'updated_at': '2021-06-22T07:27:39Z', 'revision_number': 1, 'project_id': '39e7765ed5cd4e0e9e770bf5a465d8ba', 'subnets': [{'id': '1158cd74-6434-4737-91bb-b3c67fb18a3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 07:27:40.270327 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:40.274830 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ead19b1-1c5a-4493-a933-c7f8c79246f5 admin admin] Notify agent at l3_agent.dv-cinder-786627-11-iscsi the message routers_updated {{(pid=92919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 07:27:40.280709 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-2ead19b1-1c5a-4493-a933-c7f8c79246f5 admin admin] 10.222.0.24 "PUT /v2.0/routers/59ca7a8b-cca1-47d6-8828-99d07e51bfdc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6184735 Jun 22 07:27:40.303880 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] For port 0d22f06e-a290-4d76-836d-30aed2e68e49, host dv-cinder-786627-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-11-iscsi',level=0,port_id=0d22f06e-a290-4d76-836d-30aed2e68e49,segment=NetworkSegment(654d3564-a1a5-4ee5-bdf9-e27fee599e4d),segment_id=654d3564-a1a5-4ee5-bdf9-e27fee599e4d)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:27:40.310007 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:40.312983 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:27:40.373980 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-6dd3f990-f411-46cf-bcfa-ff191f56aafc None None] Provisioning complete for port d3fd030a-2e92-497d-b370-68ab0d8e78cf triggered by entity DHCP. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:27:40.374402 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-6dd3f990-f411-46cf-bcfa-ff191f56aafc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1879668'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:40.399760 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Pushing event updated for resources: {'Port': ['ID=0d22f06e-a290-4d76-836d-30aed2e68e49,revision_number=3']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:27:40.404984 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:27:40.445498 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-6dd3f990-f411-46cf-bcfa-ff191f56aafc None None] Port d3fd030a-2e92-497d-b370-68ab0d8e78cf cannot update to ACTIVE because it is not bound. {{(pid=92921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 07:27:40.830383 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 53622) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:27:40.835461 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.v2.base [None req-bee647e6-030f-408e-bd60-7f11430d1107 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1075978305-network', 'tenant_id': '9a9e0a0f477e49cb8765985511d23819'}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:27:40.861486 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bee647e6-030f-408e-bd60-7f11430d1107 admin admin] Made reservation on behalf of 9a9e0a0f477e49cb8765985511d23819 for: {'network': 1} {{(pid=92920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 07:27:40.863986 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-bee647e6-030f-408e-bd60-7f11430d1107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1809762'] for network, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:40.874768 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-bee647e6-030f-408e-bd60-7f11430d1107 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:40.974681 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-bee647e6-030f-408e-bd60-7f11430d1107 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:40.979540 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-bee647e6-030f-408e-bd60-7f11430d1107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:40.983092 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-0df69a9c-7402-4901-9678-9c8eba705d79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:27:41.006958 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bee647e6-030f-408e-bd60-7f11430d1107 admin admin] vlan segment allocate from pool success with {'vlan_id': 436, 'physical_network': 'physnet1'} {{(pid=92920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 07:27:41.017639 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee647e6-030f-408e-bd60-7f11430d1107 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d1e568d-bd55-464a-a6f2-0e63ce841a29,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:27:41.022217 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-bee647e6-030f-408e-bd60-7f11430d1107 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:27:41.023349 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-bee647e6-030f-408e-bd60-7f11430d1107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1885363'] for segment, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:41.023699 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.db.segments_db [None req-bee647e6-030f-408e-bd60-7f11430d1107 admin admin] Added segment de77fe51-566e-4e0b-ab2e-082ac466986f of type vlan for network 0e23cffd-a806-45c4-a610-38bb692325c6 Jun 22 07:27:41.067447 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-bee647e6-030f-408e-bd60-7f11430d1107 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773473491173'] for network, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:41.097934 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-bee647e6-030f-408e-bd60-7f11430d1107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-54575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-690206'] for network, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:41.099446 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bee647e6-030f-408e-bd60-7f11430d1107 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:27:41.100056 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-bee647e6-030f-408e-bd60-7f11430d1107 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-690179'] for network, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:41.102280 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-945bb691-3714-4ba4-b3ab-0238e025571a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:27:41.161686 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-bee647e6-030f-408e-bd60-7f11430d1107 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3302083 Jun 22 07:27:41.164570 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 53624) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:27:41.166970 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee647e6-030f-408e-bd60-7f11430d1107 admin admin] Pushing event updated for resources: {'Network': ['ID=0e23cffd-a806-45c4-a610-38bb692325c6,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:27:41.169974 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-bee647e6-030f-408e-bd60-7f11430d1107 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:27:41.170568 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.v2.base [None req-dc09be17-fde6-4f93-9649-57cf4b83e684 admin admin] Request body: {'subnet': {'network_id': '0e23cffd-a806-45c4-a610-38bb692325c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1075978305-subnet', 'tenant_id': '9a9e0a0f477e49cb8765985511d23819', 'ip_version': 4}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:27:41.176887 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Network 0e23cffd-a806-45c4-a610-38bb692325c6 details requested by agent ovs-agent-dv-cinder-786627-11-iscsi with host dv-cinder-786627-11-iscsi {{(pid=92921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 07:27:41.201345 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc09be17-fde6-4f93-9649-57cf4b83e684 admin admin] Made reservation on behalf of 9a9e0a0f477e49cb8765985511d23819 for: {'subnet': 1} {{(pid=92919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 07:27:41.204185 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-dc09be17-fde6-4f93-9649-57cf4b83e684 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5137541'] for subnet, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:41.382455 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-dc09be17-fde6-4f93-9649-57cf4b83e684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4832518', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5137591'] for subnet, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:41.384725 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:27:41.444401 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc09be17-fde6-4f93-9649-57cf4b83e684 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86e3bc9b-9aac-41fd-873c-e13840ad4dab,revision_number=0']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:27:41.448368 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-dc09be17-fde6-4f93-9649-57cf4b83e684 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:27:41.453095 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc09be17-fde6-4f93-9649-57cf4b83e684 admin admin] Checking segment: {'id': 'de77fe51-566e-4e0b-ab2e-082ac466986f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '0e23cffd-a806-45c4-a610-38bb692325c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 07:27:41.453445 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc09be17-fde6-4f93-9649-57cf4b83e684 admin admin] Network hostable DHCP agents. Network: 0e23cffd-a806-45c4-a610-38bb692325c6, hostable agents: ['23f99c3b-a432-44d9-a8da-8094b458f26a'], hosted agents: [] {{(pid=92919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 07:27:41.470433 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc09be17-fde6-4f93-9649-57cf4b83e684 admin admin] Network 0e23cffd-a806-45c4-a610-38bb692325c6 is scheduled to be hosted by DHCP agent 23f99c3b-a432-44d9-a8da-8094b458f26a with binding_index 1 {{(pid=92919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 07:27:41.478986 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.scheduler.base_scheduler [None req-dc09be17-fde6-4f93-9649-57cf4b83e684 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-11-iscsi, 0e23cffd-a806-45c4-a610-38bb692325c6) {{(pid=92919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 07:27:41.483323 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc09be17-fde6-4f93-9649-57cf4b83e684 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:27:41.483903 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-dc09be17-fde6-4f93-9649-57cf4b83e684 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-690179'] for subnet, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:41.488334 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98d46f8c-6333-42bb-a2aa-1d192ad29f71 None None] Network 0e23cffd-a806-45c4-a610-38bb692325c6 requested from dv-cinder-786627-11-iscsi {{(pid=92921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 07:27:41.501129 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-dc09be17-fde6-4f93-9649-57cf4b83e684 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3350580 Jun 22 07:27:41.502394 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 53626) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:27:41.507159 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.v2.base [None req-0e3c2844-5ca9-48dd-814d-7ce48559ea2f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1075978305-router', 'tenant_id': '9a9e0a0f477e49cb8765985511d23819', 'external_gateway_info': {'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2'}}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:27:41.529435 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0e3c2844-5ca9-48dd-814d-7ce48559ea2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-578696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23766'] for router, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:41.530486 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0e3c2844-5ca9-48dd-814d-7ce48559ea2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-707250', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1041088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23759'] for router, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:41.582853 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0e3c2844-5ca9-48dd-814d-7ce48559ea2f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:41.635508 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7317bd49-7882-4bbd-adee-2b40a3be3d2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53008036-bec8-516b-a9e7-d2c86795f928-0e23cffd-a806-45c4-a610-38bb692325c6', 'network_id': '0e23cffd-a806-45c4-a610-38bb692325c6', 'tenant_id': '9a9e0a0f477e49cb8765985511d23819', 'fixed_ips': [{'subnet_id': '86e3bc9b-9aac-41fd-873c-e13840ad4dab'}]}} from dv-cinder-786627-11-iscsi. {{(pid=92921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 07:27:41.636431 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-7317bd49-7882-4bbd-adee-2b40a3be3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1809762'] for port, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:41.719224 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0e3c2844-5ca9-48dd-814d-7ce48559ea2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-707264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-578682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-23801'] for router, precommit_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:41.773807 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.db_base_plugin_common [None req-7317bd49-7882-4bbd-adee-2b40a3be3d2e None None] Allocated IP 172.20.0.2 (0e23cffd-a806-45c4-a610-38bb692325c6/86e3bc9b-9aac-41fd-873c-e13840ad4dab/a21d8cc8-0019-4a1d-bfd7-d76efd7da5d8) {{(pid=92921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 07:27:41.934397 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0e3c2844-5ca9-48dd-814d-7ce48559ea2f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:41.934975 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-7317bd49-7882-4bbd-adee-2b40a3be3d2e None None] Notify callbacks [] for port, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:41.947101 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Device 0d22f06e-a290-4d76-836d-30aed2e68e49 up at agent ovs-agent-dv-cinder-786627-11-iscsi {{(pid=92921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 07:27:41.951431 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-7317bd49-7882-4bbd-adee-2b40a3be3d2e None None] Transition to ACTIVE for port object a21d8cc8-0019-4a1d-bfd7-d76efd7da5d8 will not be triggered until provisioned by entity L2. {{(pid=92921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 07:27:41.960811 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0e3c2844-5ca9-48dd-814d-7ce48559ea2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1809762'] for port, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:41.998363 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-7317bd49-7882-4bbd-adee-2b40a3be3d2e None None] Transition to ACTIVE for port object a21d8cc8-0019-4a1d-bfd7-d76efd7da5d8 will not be triggered until provisioned by entity DHCP. {{(pid=92921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 07:27:42.006858 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-7317bd49-7882-4bbd-adee-2b40a3be3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1809569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-690206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773473471591'] for port, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:42.008792 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:27:42.060195 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7317bd49-7882-4bbd-adee-2b40a3be3d2e None None] Network 0e23cffd-a806-45c4-a610-38bb692325c6 is already hosted by enough agents. {{(pid=92921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 07:27:42.063252 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Provisioning complete for port 0d22f06e-a290-4d76-836d-30aed2e68e49 triggered by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:27:42.063633 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1879668'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:42.066567 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7317bd49-7882-4bbd-adee-2b40a3be3d2e None None] Pushing event updated for resources: {'Port': ['ID=a21d8cc8-0019-4a1d-bfd7-d76efd7da5d8,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:27:42.067164 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.db.db_base_plugin_common [None req-0e3c2844-5ca9-48dd-814d-7ce48559ea2f admin admin] Allocated IP 172.27.1.13 (73c4e24d-548c-4da2-96ca-75881b5fbbd2/544f46cc-96c5-45ec-92af-d864e0b11db8/2b926f85-66be-4e09-97a8-9a46fdd2322f) {{(pid=92920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 07:27:42.069342 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-7317bd49-7882-4bbd-adee-2b40a3be3d2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:27:42.070371 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.scheduler.base_scheduler [None req-7317bd49-7882-4bbd-adee-2b40a3be3d2e None None] Resources bound (agent type, host, resource id): {{(pid=92921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 07:27:42.072589 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7317bd49-7882-4bbd-adee-2b40a3be3d2e None None] Received port after_create {{(pid=92921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 07:27:42.162079 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [None req-7317bd49-7882-4bbd-adee-2b40a3be3d2e None None] Attempting to bind port a21d8cc8-0019-4a1d-bfd7-d76efd7da5d8 on host dv-cinder-786627-11-iscsi for vnic_type normal with profile {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 07:27:42.162395 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [None req-7317bd49-7882-4bbd-adee-2b40a3be3d2e None None] Attempting to bind port a21d8cc8-0019-4a1d-bfd7-d76efd7da5d8 by drivers openvswitch,hyperv on host dv-cinder-786627-11-iscsi at level 0 using segments [{'id': 'de77fe51-566e-4e0b-ab2e-082ac466986f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '0e23cffd-a806-45c4-a610-38bb692325c6'}] {{(pid=92921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 07:27:42.162754 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7317bd49-7882-4bbd-adee-2b40a3be3d2e None None] Attempting to bind port a21d8cc8-0019-4a1d-bfd7-d76efd7da5d8 on network 0e23cffd-a806-45c4-a610-38bb692325c6 {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 07:27:42.170482 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7317bd49-7882-4bbd-adee-2b40a3be3d2e None None] Checking agent: {'id': '25bcf34a-9be6-400d-9699-901d91ee39d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 7, 6, 3), 'started_at': datetime.datetime(2021, 6, 22, 7, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 7, 27, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 07:27:42.170867 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7317bd49-7882-4bbd-adee-2b40a3be3d2e None None] Checking segment: {'id': 'de77fe51-566e-4e0b-ab2e-082ac466986f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '0e23cffd-a806-45c4-a610-38bb692325c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 07:27:42.171294 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-7317bd49-7882-4bbd-adee-2b40a3be3d2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:42.171680 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7317bd49-7882-4bbd-adee-2b40a3be3d2e None None] Bound using segment: {'id': 'de77fe51-566e-4e0b-ab2e-082ac466986f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '0e23cffd-a806-45c4-a610-38bb692325c6'} {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 07:27:42.172162 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [None req-7317bd49-7882-4bbd-adee-2b40a3be3d2e None None] Bound port: a21d8cc8-0019-4a1d-bfd7-d76efd7da5d8, host: dv-cinder-786627-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de77fe51-566e-4e0b-ab2e-082ac466986f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '0e23cffd-a806-45c4-a610-38bb692325c6'}}] {{(pid=92921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 07:27:42.172950 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-7317bd49-7882-4bbd-adee-2b40a3be3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:42.181367 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0e3c2844-5ca9-48dd-814d-7ce48559ea2f admin admin] Notify callbacks [] for port, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:42.198716 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e74e12f8-9aed-4e80-9746-ccfd431d7cb2 None None] Sync routers for ids ['59ca7a8b-cca1-47d6-8828-99d07e51bfdc'] in dv-cinder-786627-11-iscsi {{(pid=92922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 07:27:42.208788 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74e12f8-9aed-4e80-9746-ccfd431d7cb2 None None] Routers {'59ca7a8b-cca1-47d6-8828-99d07e51bfdc'} bound to L3 agent in host dv-cinder-786627-11-iscsi {{(pid=92922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 07:27:42.209746 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-e74e12f8-9aed-4e80-9746-ccfd431d7cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T07:06:03Z,description=,heartbeat_timestamp=2021-06-22T07:27:33Z,host='dv-cinder-786627-11-iscsi',id=f18ef446-1389-4802-a345-f314a6956002,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T07:06:03Z,topic='l3_agent')) {'router_ids': ['59ca7a8b-cca1-47d6-8828-99d07e51bfdc'], 'active': True} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:27:42.231457 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0e3c2844-5ca9-48dd-814d-7ce48559ea2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1809569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-690206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773473471591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5150818'] for port, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:42.236036 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-ef60ca23-e648-4a31-a457-00feeb23cc51 tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:27:42.245662 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Device bdfc35b5-4461-413e-a2f5-ad9e329f2040 up at agent ovs-agent-dv-cinder-786627-11-iscsi {{(pid=92921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 07:27:42.277292 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e3c2844-5ca9-48dd-814d-7ce48559ea2f admin admin] Network 73c4e24d-548c-4da2-96ca-75881b5fbbd2 is already hosted by enough agents. {{(pid=92920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 07:27:42.281085 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.scheduler.base_scheduler [None req-0e3c2844-5ca9-48dd-814d-7ce48559ea2f admin admin] Resources bound (agent type, host, resource id): {{(pid=92920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 07:27:42.284984 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3c2844-5ca9-48dd-814d-7ce48559ea2f admin admin] Received port after_create {{(pid=92920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 07:27:42.299507 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-7317bd49-7882-4bbd-adee-2b40a3be3d2e None None] For port a21d8cc8-0019-4a1d-bfd7-d76efd7da5d8, host dv-cinder-786627-11-iscsi, cleared binding levels {{(pid=92921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 07:27:42.305217 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-7317bd49-7882-4bbd-adee-2b40a3be3d2e None None] For port a21d8cc8-0019-4a1d-bfd7-d76efd7da5d8, host dv-cinder-786627-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-11-iscsi',level=0,port_id=a21d8cc8-0019-4a1d-bfd7-d76efd7da5d8,segment=NetworkSegment(de77fe51-566e-4e0b-ab2e-082ac466986f),segment_id=de77fe51-566e-4e0b-ab2e-082ac466986f)] {{(pid=92921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 07:27:42.313095 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3c2844-5ca9-48dd-814d-7ce48559ea2f admin admin] Pushing event updated for resources: {'Port': ['ID=2b926f85-66be-4e09-97a8-9a46fdd2322f,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:27:42.313348 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-7317bd49-7882-4bbd-adee-2b40a3be3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:42.317533 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:27:42.317752 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-0e3c2844-5ca9-48dd-814d-7ce48559ea2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:27:42.367777 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Provisioning for port bdfc35b5-4461-413e-a2f5-ad9e329f2040 completed by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 07:27:42.379165 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Provisioning complete for port bdfc35b5-4461-413e-a2f5-ad9e329f2040 triggered by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:27:42.379613 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1879668'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:42.417355 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvr_db [None req-e74e12f8-9aed-4e80-9746-ccfd431d7cb2 None None] Set router 59ca7a8b-cca1-47d6-8828-99d07e51bfdc gateway port host: dv-cinder-786627-11-iscsi {{(pid=92922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 07:27:42.461409 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7317bd49-7882-4bbd-adee-2b40a3be3d2e None None] Pushing event updated for resources: {'Port': ['ID=a21d8cc8-0019-4a1d-bfd7-d76efd7da5d8,revision_number=2']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:27:42.464605 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-7317bd49-7882-4bbd-adee-2b40a3be3d2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:27:42.512942 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:42.534749 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] For port bdfc35b5-4461-413e-a2f5-ad9e329f2040, host dv-cinder-786627-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-11-iscsi',level=0,port_id=bdfc35b5-4461-413e-a2f5-ad9e329f2040,segment=NetworkSegment(4e753e82-2fc6-4903-97a0-73083259f586),segment_id=4e753e82-2fc6-4903-97a0-73083259f586)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:27:42.540739 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:42.542628 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:27:42.596440 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Pushing event updated for resources: {'Port': ['ID=bdfc35b5-4461-413e-a2f5-ad9e329f2040,revision_number=4']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:27:42.605269 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:27:42.610431 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0e3c2844-5ca9-48dd-814d-7ce48559ea2f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:42.671147 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-e74e12f8-9aed-4e80-9746-ccfd431d7cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ca7a8b-cca1-47d6-8828-99d07e51bfdc', 'name': 'tempest-TestVolumeBootPattern-2146042094-router', 'tenant_id': '39e7765ed5cd4e0e9e770bf5a465d8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'external_fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': 'bdfc35b5-4461-413e-a2f5-ad9e329f2040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:27:36Z', 'updated_at': '2021-06-22T07:27:39Z', 'revision_number': 4, 'project_id': '39e7765ed5cd4e0e9e770bf5a465d8ba', 'gw_port': {'id': 'bdfc35b5-4461-413e-a2f5-ad9e329f2040', 'name': '', 'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:0e:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59ca7a8b-cca1-47d6-8828-99d07e51bfdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:27:37Z', 'updated_at': '2021-06-22T07:27:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-iscsi', '_interfaces': [{'id': 'd3fd030a-2e92-497d-b370-68ab0d8e78cf', 'name': '', 'network_id': '8e2ae9a8-9228-4c23-8cea-73e784abde4d', 'tenant_id': '39e7765ed5cd4e0e9e770bf5a465d8ba', 'mac_address': 'fa:16:3e:ab:45:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59ca7a8b-cca1-47d6-8828-99d07e51bfdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '1158cd74-6434-4737-91bb-b3c67fb18a3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:27:39Z', 'updated_at': '2021-06-22T07:27:39Z', 'revision_number': 2, 'project_id': '39e7765ed5cd4e0e9e770bf5a465d8ba', 'subnets': [{'id': '1158cd74-6434-4737-91bb-b3c67fb18a3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-11-iscsi', False) {} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:27:42.705697 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e74e12f8-9aed-4e80-9746-ccfd431d7cb2 None None] Checking router: 59ca7a8b-cca1-47d6-8828-99d07e51bfdc for host: dv-cinder-786627-11-iscsi {{(pid=92922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 07:27:42.706050 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e74e12f8-9aed-4e80-9746-ccfd431d7cb2 None None] Updating router 59ca7a8b-cca1-47d6-8828-99d07e51bfdc port d3fd030a-2e92-497d-b370-68ab0d8e78cf binding host dv-cinder-786627-11-iscsi {{(pid=92922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 07:27:42.743848 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-e74e12f8-9aed-4e80-9746-ccfd431d7cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:42.846206 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0e3c2844-5ca9-48dd-814d-7ce48559ea2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-706580'] for router, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:42.976855 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e3c2844-5ca9-48dd-814d-7ce48559ea2f admin admin] Router 8ab205d3-3745-412c-8f0c-bb648a46f74e is scheduled to L3 agent f18ef446-1389-4802-a345-f314a6956002 with binding_index 1 {{(pid=92920) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 07:27:43.007853 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-e74e12f8-9aed-4e80-9746-ccfd431d7cb2 None None] Notify callbacks [] for port, precommit_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:43.018175 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-e74e12f8-9aed-4e80-9746-ccfd431d7cb2 None None] Transition to ACTIVE for port object d3fd030a-2e92-497d-b370-68ab0d8e78cf will not be triggered until provisioned by entity L2. {{(pid=92922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 07:27:43.023890 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-e74e12f8-9aed-4e80-9746-ccfd431d7cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:43.026248 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-3fbe6f0b-b957-450a-bfcb-9c61c5025285 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:27:43.071157 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735b3677-f6a9-4bd9-8c73-58422fdd5c4e None None] Pushing event updated for resources: {'Port': ['ID=d3fd030a-2e92-497d-b370-68ab0d8e78cf,revision_number=3']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:27:43.090682 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e3c2844-5ca9-48dd-814d-7ce48559ea2f admin admin] Notify agent at l3_agent.dv-cinder-786627-11-iscsi the message routers_updated {{(pid=92920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 07:27:43.104283 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e357118-f21b-42dc-b72c-1dc0c1ddb15e None None] Sync routers for ids ['8ab205d3-3745-412c-8f0c-bb648a46f74e'] in dv-cinder-786627-11-iscsi {{(pid=92921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 07:27:43.110646 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0e3c2844-5ca9-48dd-814d-7ce48559ea2f admin admin] Notify callbacks [] for router, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:43.112365 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-0e3c2844-5ca9-48dd-814d-7ce48559ea2f admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.6086791 Jun 22 07:27:43.115070 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 53628) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:27:43.115769 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e357118-f21b-42dc-b72c-1dc0c1ddb15e None None] Routers {'8ab205d3-3745-412c-8f0c-bb648a46f74e'} bound to L3 agent in host dv-cinder-786627-11-iscsi {{(pid=92921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 07:27:43.116498 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-3e357118-f21b-42dc-b72c-1dc0c1ddb15e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T07:06:03Z,description=,heartbeat_timestamp=2021-06-22T07:27:33Z,host='dv-cinder-786627-11-iscsi',id=f18ef446-1389-4802-a345-f314a6956002,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T07:06:03Z,topic='l3_agent')) {'router_ids': ['8ab205d3-3745-412c-8f0c-bb648a46f74e'], 'active': True} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:27:43.167351 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735b3677-f6a9-4bd9-8c73-58422fdd5c4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:27:43.167771 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735b3677-f6a9-4bd9-8c73-58422fdd5c4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:27:43.168181 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735b3677-f6a9-4bd9-8c73-58422fdd5c4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:27:43.168655 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735b3677-f6a9-4bd9-8c73-58422fdd5c4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:27:43.169752 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735b3677-f6a9-4bd9-8c73-58422fdd5c4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:27:43.170143 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735b3677-f6a9-4bd9-8c73-58422fdd5c4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:27:43.170527 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735b3677-f6a9-4bd9-8c73-58422fdd5c4e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:27:43.170912 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735b3677-f6a9-4bd9-8c73-58422fdd5c4e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:27:43.171386 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735b3677-f6a9-4bd9-8c73-58422fdd5c4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:27:43.172020 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735b3677-f6a9-4bd9-8c73-58422fdd5c4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:27:43.172425 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735b3677-f6a9-4bd9-8c73-58422fdd5c4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:27:43.172809 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735b3677-f6a9-4bd9-8c73-58422fdd5c4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:27:43.180191 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-735b3677-f6a9-4bd9-8c73-58422fdd5c4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:27:43.206216 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [None req-e74e12f8-9aed-4e80-9746-ccfd431d7cb2 None None] Attempting to bind port d3fd030a-2e92-497d-b370-68ab0d8e78cf on host dv-cinder-786627-11-iscsi for vnic_type normal with profile {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 07:27:43.206911 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [None req-e74e12f8-9aed-4e80-9746-ccfd431d7cb2 None None] Attempting to bind port d3fd030a-2e92-497d-b370-68ab0d8e78cf by drivers openvswitch,hyperv on host dv-cinder-786627-11-iscsi at level 0 using segments [{'id': '654d3564-a1a5-4ee5-bdf9-e27fee599e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8e2ae9a8-9228-4c23-8cea-73e784abde4d'}] {{(pid=92922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 07:27:43.207158 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74e12f8-9aed-4e80-9746-ccfd431d7cb2 None None] Attempting to bind port d3fd030a-2e92-497d-b370-68ab0d8e78cf on network 8e2ae9a8-9228-4c23-8cea-73e784abde4d {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 07:27:43.213624 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74e12f8-9aed-4e80-9746-ccfd431d7cb2 None None] Checking agent: {'id': '25bcf34a-9be6-400d-9699-901d91ee39d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 7, 6, 3), 'started_at': datetime.datetime(2021, 6, 22, 7, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 7, 27, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 07:27:43.213996 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74e12f8-9aed-4e80-9746-ccfd431d7cb2 None None] Checking segment: {'id': '654d3564-a1a5-4ee5-bdf9-e27fee599e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8e2ae9a8-9228-4c23-8cea-73e784abde4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 07:27:43.214400 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-e74e12f8-9aed-4e80-9746-ccfd431d7cb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:43.214839 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74e12f8-9aed-4e80-9746-ccfd431d7cb2 None None] Bound using segment: {'id': '654d3564-a1a5-4ee5-bdf9-e27fee599e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8e2ae9a8-9228-4c23-8cea-73e784abde4d'} {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 07:27:43.215860 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [None req-e74e12f8-9aed-4e80-9746-ccfd431d7cb2 None None] Bound port: d3fd030a-2e92-497d-b370-68ab0d8e78cf, host: dv-cinder-786627-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '654d3564-a1a5-4ee5-bdf9-e27fee599e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8e2ae9a8-9228-4c23-8cea-73e784abde4d'}}] {{(pid=92922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 07:27:43.216237 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-e74e12f8-9aed-4e80-9746-ccfd431d7cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:43.307668 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvr_db [None req-3e357118-f21b-42dc-b72c-1dc0c1ddb15e None None] Set router 8ab205d3-3745-412c-8f0c-bb648a46f74e gateway port host: dv-cinder-786627-11-iscsi {{(pid=92921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 07:27:43.312108 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-e74e12f8-9aed-4e80-9746-ccfd431d7cb2 None None] For port d3fd030a-2e92-497d-b370-68ab0d8e78cf, host dv-cinder-786627-11-iscsi, cleared binding levels {{(pid=92922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 07:27:43.315804 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-e74e12f8-9aed-4e80-9746-ccfd431d7cb2 None None] For port d3fd030a-2e92-497d-b370-68ab0d8e78cf, host dv-cinder-786627-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-11-iscsi',level=0,port_id=d3fd030a-2e92-497d-b370-68ab0d8e78cf,segment=NetworkSegment(654d3564-a1a5-4ee5-bdf9-e27fee599e4d),segment_id=654d3564-a1a5-4ee5-bdf9-e27fee599e4d)] {{(pid=92922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 07:27:43.322368 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-e74e12f8-9aed-4e80-9746-ccfd431d7cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:43.327115 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:27:43.387965 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735b3677-f6a9-4bd9-8c73-58422fdd5c4e None None] Pushing event updated for resources: {'Port': ['ID=d3fd030a-2e92-497d-b370-68ab0d8e78cf,revision_number=4']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:27:43.394200 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-735b3677-f6a9-4bd9-8c73-58422fdd5c4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:27:43.414917 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74e12f8-9aed-4e80-9746-ccfd431d7cb2 None None] Routers {'59ca7a8b-cca1-47d6-8828-99d07e51bfdc'} bound to L3 agent in host dv-cinder-786627-11-iscsi {{(pid=92922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 07:27:43.419903 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-e74e12f8-9aed-4e80-9746-ccfd431d7cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T07:06:03Z,description=,heartbeat_timestamp=2021-06-22T07:27:33Z,host='dv-cinder-786627-11-iscsi',id=f18ef446-1389-4802-a345-f314a6956002,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T07:06:03Z,topic='l3_agent')) {'router_ids': ['59ca7a8b-cca1-47d6-8828-99d07e51bfdc'], 'active': True} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:27:43.562302 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvr_db [None req-e74e12f8-9aed-4e80-9746-ccfd431d7cb2 None None] Set router 59ca7a8b-cca1-47d6-8828-99d07e51bfdc gateway port host: dv-cinder-786627-11-iscsi {{(pid=92922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 07:27:43.566009 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-3e357118-f21b-42dc-b72c-1dc0c1ddb15e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ab205d3-3745-412c-8f0c-bb648a46f74e', 'name': 'tempest-TestVolumeBootPattern-1075978305-router', 'tenant_id': '9a9e0a0f477e49cb8765985511d23819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'external_fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': '2b926f85-66be-4e09-97a8-9a46fdd2322f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:27:41Z', 'updated_at': '2021-06-22T07:27:42Z', 'revision_number': 3, 'project_id': '9a9e0a0f477e49cb8765985511d23819', 'gw_port': {'id': '2b926f85-66be-4e09-97a8-9a46fdd2322f', 'name': '', 'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c0:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ab205d3-3745-412c-8f0c-bb648a46f74e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:27:41Z', 'updated_at': '2021-06-22T07:27:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-iscsi'}], 'dv-cinder-786627-11-iscsi', False) {} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:27:43.593976 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e357118-f21b-42dc-b72c-1dc0c1ddb15e None None] Checking router: 8ab205d3-3745-412c-8f0c-bb648a46f74e for host: dv-cinder-786627-11-iscsi {{(pid=92921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 07:27:43.594327 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e357118-f21b-42dc-b72c-1dc0c1ddb15e None None] Updating router 8ab205d3-3745-412c-8f0c-bb648a46f74e port 2b926f85-66be-4e09-97a8-9a46fdd2322f binding host dv-cinder-786627-11-iscsi {{(pid=92921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 07:27:43.644473 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-3e357118-f21b-42dc-b72c-1dc0c1ddb15e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:43.655228 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-3b6509bf-f79a-442e-a0bb-9bcde6430c38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1809762'] for port, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:43.691276 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff4a3f7-d4dd-4e10-8b6f-f79e370b0c3e None None] Network 0e23cffd-a806-45c4-a610-38bb692325c6 requested from dv-cinder-786627-11-iscsi {{(pid=92921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 07:27:43.815405 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-45a4ae69-e9fd-4f5b-97d8-55130d9abc63 None None] Provisioning for port a21d8cc8-0019-4a1d-bfd7-d76efd7da5d8 completed by entity DHCP. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 07:27:43.835660 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-e74e12f8-9aed-4e80-9746-ccfd431d7cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ca7a8b-cca1-47d6-8828-99d07e51bfdc', 'name': 'tempest-TestVolumeBootPattern-2146042094-router', 'tenant_id': '39e7765ed5cd4e0e9e770bf5a465d8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'external_fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': 'bdfc35b5-4461-413e-a2f5-ad9e329f2040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:27:36Z', 'updated_at': '2021-06-22T07:27:39Z', 'revision_number': 4, 'project_id': '39e7765ed5cd4e0e9e770bf5a465d8ba', 'gw_port': {'id': 'bdfc35b5-4461-413e-a2f5-ad9e329f2040', 'name': '', 'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:0e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ca7a8b-cca1-47d6-8828-99d07e51bfdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:27:37Z', 'updated_at': '2021-06-22T07:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-iscsi', '_interfaces': [{'id': 'd3fd030a-2e92-497d-b370-68ab0d8e78cf', 'name': '', 'network_id': '8e2ae9a8-9228-4c23-8cea-73e784abde4d', 'tenant_id': '39e7765ed5cd4e0e9e770bf5a465d8ba', 'mac_address': 'fa:16:3e:ab:45:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59ca7a8b-cca1-47d6-8828-99d07e51bfdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '1158cd74-6434-4737-91bb-b3c67fb18a3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:27:39Z', 'updated_at': '2021-06-22T07:27:43Z', 'revision_number': 4, 'project_id': '39e7765ed5cd4e0e9e770bf5a465d8ba', 'subnets': [{'id': '1158cd74-6434-4737-91bb-b3c67fb18a3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-11-iscsi', False) {} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:27:43.851498 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.db.db_base_plugin_common [None req-3b6509bf-f79a-442e-a0bb-9bcde6430c38 admin admin] Allocated IP 172.20.0.1 (0e23cffd-a806-45c4-a610-38bb692325c6/86e3bc9b-9aac-41fd-873c-e13840ad4dab/2a9aca21-9ff5-48da-8c1a-17cd7293fabb) {{(pid=92919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 07:27:43.875085 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e74e12f8-9aed-4e80-9746-ccfd431d7cb2 None None] The sync data for ids ['59ca7a8b-cca1-47d6-8828-99d07e51bfdc'] in dv-cinder-786627-11-iscsi is: [{'id': '59ca7a8b-cca1-47d6-8828-99d07e51bfdc', 'name': 'tempest-TestVolumeBootPattern-2146042094-router', 'tenant_id': '39e7765ed5cd4e0e9e770bf5a465d8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'external_fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': 'bdfc35b5-4461-413e-a2f5-ad9e329f2040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:27:36Z', 'updated_at': '2021-06-22T07:27:39Z', 'revision_number': 4, 'project_id': '39e7765ed5cd4e0e9e770bf5a465d8ba', 'gw_port': {'id': 'bdfc35b5-4461-413e-a2f5-ad9e329f2040', 'name': '', 'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:0e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ca7a8b-cca1-47d6-8828-99d07e51bfdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:27:37Z', 'updated_at': '2021-06-22T07:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-iscsi', '_interfaces': [{'id': 'd3fd030a-2e92-497d-b370-68ab0d8e78cf', 'name': '', 'network_id': '8e2ae9a8-9228-4c23-8cea-73e784abde4d', 'tenant_id': '39e7765ed5cd4e0e9e770bf5a465d8ba', 'mac_address': 'fa:16:3e:ab:45:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59ca7a8b-cca1-47d6-8828-99d07e51bfdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '1158cd74-6434-4737-91bb-b3c67fb18a3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:27:39Z', 'updated_at': '2021-06-22T07:27:43Z', 'revision_number': 4, 'project_id': '39e7765ed5cd4e0e9e770bf5a465d8ba', 'subnets': [{'id': '1158cd74-6434-4737-91bb-b3c67fb18a3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 07:27:43.993028 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-3b6509bf-f79a-442e-a0bb-9bcde6430c38 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:44.023134 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.db.provisioning_blocks [None req-3b6509bf-f79a-442e-a0bb-9bcde6430c38 admin admin] Transition to ACTIVE for port object 2a9aca21-9ff5-48da-8c1a-17cd7293fabb will not be triggered until provisioned by entity DHCP. {{(pid=92919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 07:27:44.032763 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Device a21d8cc8-0019-4a1d-bfd7-d76efd7da5d8 up at agent ovs-agent-dv-cinder-786627-11-iscsi {{(pid=92921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 07:27:44.059631 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-3b6509bf-f79a-442e-a0bb-9bcde6430c38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1809569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-690206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773473471591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4832682'] for port, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:44.066242 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-6ddfefc4-f993-43ce-b571-c6eedf0b58c2 tempest-DeleteServersTestJSON-1840482181 tempest-DeleteServersTestJSON-1840482181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:27:44.109470 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b6509bf-f79a-442e-a0bb-9bcde6430c38 admin admin] Network 0e23cffd-a806-45c4-a610-38bb692325c6 is already hosted by enough agents. {{(pid=92919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 07:27:44.112715 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.scheduler.base_scheduler [None req-3b6509bf-f79a-442e-a0bb-9bcde6430c38 admin admin] Resources bound (agent type, host, resource id): {{(pid=92919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 07:27:44.116485 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6509bf-f79a-442e-a0bb-9bcde6430c38 admin admin] Received port after_create {{(pid=92919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 07:27:44.143583 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6509bf-f79a-442e-a0bb-9bcde6430c38 admin admin] Pushing event updated for resources: {'Port': ['ID=2a9aca21-9ff5-48da-8c1a-17cd7293fabb,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:27:44.147494 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-3b6509bf-f79a-442e-a0bb-9bcde6430c38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:27:44.162350 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-3b6509bf-f79a-442e-a0bb-9bcde6430c38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-708604'] for router_interface, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:44.163928 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-3e357118-f21b-42dc-b72c-1dc0c1ddb15e None None] Notify callbacks [] for port, precommit_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:44.179020 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Provisioning for port a21d8cc8-0019-4a1d-bfd7-d76efd7da5d8 completed by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 07:27:44.181447 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-3e357118-f21b-42dc-b72c-1dc0c1ddb15e None None] Transition to ACTIVE for port object 2b926f85-66be-4e09-97a8-9a46fdd2322f will not be triggered until provisioned by entity L2. {{(pid=92921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 07:27:44.186955 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Provisioning complete for port a21d8cc8-0019-4a1d-bfd7-d76efd7da5d8 triggered by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:27:44.187451 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1879668'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:44.193131 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-3e357118-f21b-42dc-b72c-1dc0c1ddb15e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:44.218111 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:27:44.261164 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db81b11-68af-4c6a-9f9d-c2d0c91ad327 None None] Pushing event updated for resources: {'Port': ['ID=2b926f85-66be-4e09-97a8-9a46fdd2322f,revision_number=2']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:27:44.268495 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-2db81b11-68af-4c6a-9f9d-c2d0c91ad327 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:27:44.302094 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [None req-3e357118-f21b-42dc-b72c-1dc0c1ddb15e None None] Attempting to bind port 2b926f85-66be-4e09-97a8-9a46fdd2322f on host dv-cinder-786627-11-iscsi for vnic_type normal with profile {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 07:27:44.302786 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [None req-3e357118-f21b-42dc-b72c-1dc0c1ddb15e None None] Attempting to bind port 2b926f85-66be-4e09-97a8-9a46fdd2322f by drivers openvswitch,hyperv on host dv-cinder-786627-11-iscsi at level 0 using segments [{'id': '4e753e82-2fc6-4903-97a0-73083259f586', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2'}] {{(pid=92921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 07:27:44.303322 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e357118-f21b-42dc-b72c-1dc0c1ddb15e None None] Attempting to bind port 2b926f85-66be-4e09-97a8-9a46fdd2322f on network 73c4e24d-548c-4da2-96ca-75881b5fbbd2 {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 07:27:44.317148 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e357118-f21b-42dc-b72c-1dc0c1ddb15e None None] Checking agent: {'id': '25bcf34a-9be6-400d-9699-901d91ee39d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 7, 6, 3), 'started_at': datetime.datetime(2021, 6, 22, 7, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 7, 27, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 07:27:44.318353 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e357118-f21b-42dc-b72c-1dc0c1ddb15e None None] Checking segment: {'id': '4e753e82-2fc6-4903-97a0-73083259f586', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 07:27:44.318926 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-3e357118-f21b-42dc-b72c-1dc0c1ddb15e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:44.319590 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e357118-f21b-42dc-b72c-1dc0c1ddb15e None None] Bound using segment: {'id': '4e753e82-2fc6-4903-97a0-73083259f586', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2'} {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 07:27:44.320263 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [None req-3e357118-f21b-42dc-b72c-1dc0c1ddb15e None None] Bound port: 2b926f85-66be-4e09-97a8-9a46fdd2322f, host: dv-cinder-786627-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e753e82-2fc6-4903-97a0-73083259f586', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2'}}] {{(pid=92921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 07:27:44.320847 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-3e357118-f21b-42dc-b72c-1dc0c1ddb15e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:44.352550 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-3b6509bf-f79a-442e-a0bb-9bcde6430c38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:44.410366 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:44.430541 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-3e357118-f21b-42dc-b72c-1dc0c1ddb15e None None] For port 2b926f85-66be-4e09-97a8-9a46fdd2322f, host dv-cinder-786627-11-iscsi, cleared binding levels {{(pid=92921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 07:27:44.449132 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-3e357118-f21b-42dc-b72c-1dc0c1ddb15e None None] For port 2b926f85-66be-4e09-97a8-9a46fdd2322f, host dv-cinder-786627-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-11-iscsi',level=0,port_id=2b926f85-66be-4e09-97a8-9a46fdd2322f,segment=NetworkSegment(4e753e82-2fc6-4903-97a0-73083259f586),segment_id=4e753e82-2fc6-4903-97a0-73083259f586)] {{(pid=92921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 07:27:44.463437 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-3e357118-f21b-42dc-b72c-1dc0c1ddb15e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:44.467653 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] For port a21d8cc8-0019-4a1d-bfd7-d76efd7da5d8, host dv-cinder-786627-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-11-iscsi',level=0,port_id=a21d8cc8-0019-4a1d-bfd7-d76efd7da5d8,segment=NetworkSegment(de77fe51-566e-4e0b-ab2e-082ac466986f),segment_id=de77fe51-566e-4e0b-ab2e-082ac466986f)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:27:44.468758 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:27:44.499928 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:44.500814 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Device bdfc35b5-4461-413e-a2f5-ad9e329f2040 up at agent ovs-agent-dv-cinder-786627-11-iscsi {{(pid=92921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 07:27:44.553314 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-8e6a332b-9477-48fb-aadd-c20b7759b911 None None] Provisioning complete for port a21d8cc8-0019-4a1d-bfd7-d76efd7da5d8 triggered by entity DHCP. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:27:44.553697 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-8e6a332b-9477-48fb-aadd-c20b7759b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1879668'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:44.616691 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e357118-f21b-42dc-b72c-1dc0c1ddb15e None None] Routers {'8ab205d3-3745-412c-8f0c-bb648a46f74e'} bound to L3 agent in host dv-cinder-786627-11-iscsi {{(pid=92921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 07:27:44.617332 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-3e357118-f21b-42dc-b72c-1dc0c1ddb15e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T07:06:03Z,description=,heartbeat_timestamp=2021-06-22T07:27:33Z,host='dv-cinder-786627-11-iscsi',id=f18ef446-1389-4802-a345-f314a6956002,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T07:06:03Z,topic='l3_agent')) {'router_ids': ['8ab205d3-3745-412c-8f0c-bb648a46f74e'], 'active': True} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:27:44.625460 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db81b11-68af-4c6a-9f9d-c2d0c91ad327 None None] Pushing event updated for resources: {'Port': ['ID=2b926f85-66be-4e09-97a8-9a46fdd2322f,revision_number=3']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:27:44.662213 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-2db81b11-68af-4c6a-9f9d-c2d0c91ad327 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:27:44.663068 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-69ae94ef-fc86-4b41-bb2e-b0b5a5d88a3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.157s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:27:44.844454 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-3b6509bf-f79a-442e-a0bb-9bcde6430c38 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:44.849176 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-3b6509bf-f79a-442e-a0bb-9bcde6430c38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4832664'] for port, after_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:44.851465 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-4de41c00-4c80-4c85-9226-01bd3e32f949 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:27:44.916970 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6509bf-f79a-442e-a0bb-9bcde6430c38 admin admin] Pushing event updated for resources: {'Port': ['ID=2a9aca21-9ff5-48da-8c1a-17cd7293fabb,revision_number=2']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:27:44.919905 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-3b6509bf-f79a-442e-a0bb-9bcde6430c38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:27:44.921537 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-3b6509bf-f79a-442e-a0bb-9bcde6430c38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-690288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-581351'] for router_interface, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:44.921800 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Provisioning complete for port bdfc35b5-4461-413e-a2f5-ad9e329f2040 triggered by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:27:44.922304 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1879668'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:44.927635 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Pushing event updated for resources: {'Port': ['ID=a21d8cc8-0019-4a1d-bfd7-d76efd7da5d8,revision_number=3']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:27:44.951706 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:27:44.990092 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvr_db [None req-3e357118-f21b-42dc-b72c-1dc0c1ddb15e None None] Set router 8ab205d3-3745-412c-8f0c-bb648a46f74e gateway port host: dv-cinder-786627-11-iscsi {{(pid=92921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 07:27:45.012856 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b6509bf-f79a-442e-a0bb-9bcde6430c38 admin admin] Network 0e23cffd-a806-45c4-a610-38bb692325c6 is already hosted by enough agents. {{(pid=92919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 07:27:45.014297 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.scheduler.base_scheduler [None req-3b6509bf-f79a-442e-a0bb-9bcde6430c38 admin admin] Resources bound (agent type, host, resource id): {{(pid=92919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 07:27:45.131529 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b6509bf-f79a-442e-a0bb-9bcde6430c38 admin admin] Router 8ab205d3-3745-412c-8f0c-bb648a46f74e has already been hosted by L3 agent f18ef446-1389-4802-a345-f314a6956002 {{(pid=92919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 07:27:45.141899 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Device d3fd030a-2e92-497d-b370-68ab0d8e78cf up at agent ovs-agent-dv-cinder-786627-11-iscsi {{(pid=92921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 07:27:45.176233 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-ac718de0-ff8a-4ddd-84c0-6b3547c11428 None None] Provisioning for port 2a9aca21-9ff5-48da-8c1a-17cd7293fabb completed by entity DHCP. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 07:27:45.195127 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-ac718de0-ff8a-4ddd-84c0-6b3547c11428 None None] Provisioning complete for port 2a9aca21-9ff5-48da-8c1a-17cd7293fabb triggered by entity DHCP. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:27:45.195512 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-ac718de0-ff8a-4ddd-84c0-6b3547c11428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1879668'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:45.248494 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b6509bf-f79a-442e-a0bb-9bcde6430c38 admin admin] Notify agent at l3_agent.dv-cinder-786627-11-iscsi the message routers_updated {{(pid=92919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 07:27:45.253878 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-3b6509bf-f79a-442e-a0bb-9bcde6430c38 admin admin] 10.222.0.24 "PUT /v2.0/routers/8ab205d3-3745-412c-8f0c-bb648a46f74e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1368685 Jun 22 07:27:45.278579 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-ac718de0-ff8a-4ddd-84c0-6b3547c11428 None None] Port 2a9aca21-9ff5-48da-8c1a-17cd7293fabb cannot update to ACTIVE because it is not bound. {{(pid=92921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 07:27:45.282837 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Provisioning for port d3fd030a-2e92-497d-b370-68ab0d8e78cf completed by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 07:27:45.289750 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Provisioning complete for port d3fd030a-2e92-497d-b370-68ab0d8e78cf triggered by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:27:45.290062 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1879668'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:45.343946 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-3e357118-f21b-42dc-b72c-1dc0c1ddb15e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ab205d3-3745-412c-8f0c-bb648a46f74e', 'name': 'tempest-TestVolumeBootPattern-1075978305-router', 'tenant_id': '9a9e0a0f477e49cb8765985511d23819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'external_fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': '2b926f85-66be-4e09-97a8-9a46fdd2322f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:27:41Z', 'updated_at': '2021-06-22T07:27:44Z', 'revision_number': 4, 'project_id': '9a9e0a0f477e49cb8765985511d23819', 'gw_port': {'id': '2b926f85-66be-4e09-97a8-9a46fdd2322f', 'name': '', 'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c0:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ab205d3-3745-412c-8f0c-bb648a46f74e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:27:41Z', 'updated_at': '2021-06-22T07:27:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-iscsi', '_interfaces': [{'id': '2a9aca21-9ff5-48da-8c1a-17cd7293fabb', 'name': '', 'network_id': '0e23cffd-a806-45c4-a610-38bb692325c6', 'tenant_id': '9a9e0a0f477e49cb8765985511d23819', 'mac_address': 'fa:16:3e:87:a9:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ab205d3-3745-412c-8f0c-bb648a46f74e', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '86e3bc9b-9aac-41fd-873c-e13840ad4dab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:27:43Z', 'updated_at': '2021-06-22T07:27:43Z', 'revision_number': 1, 'project_id': '9a9e0a0f477e49cb8765985511d23819', 'subnets': [{'id': '86e3bc9b-9aac-41fd-873c-e13840ad4dab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-11-iscsi', False) {} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:27:45.375453 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e357118-f21b-42dc-b72c-1dc0c1ddb15e None None] The sync data for ids ['8ab205d3-3745-412c-8f0c-bb648a46f74e'] in dv-cinder-786627-11-iscsi is: [{'id': '8ab205d3-3745-412c-8f0c-bb648a46f74e', 'name': 'tempest-TestVolumeBootPattern-1075978305-router', 'tenant_id': '9a9e0a0f477e49cb8765985511d23819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'external_fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': '2b926f85-66be-4e09-97a8-9a46fdd2322f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:27:41Z', 'updated_at': '2021-06-22T07:27:44Z', 'revision_number': 4, 'project_id': '9a9e0a0f477e49cb8765985511d23819', 'gw_port': {'id': '2b926f85-66be-4e09-97a8-9a46fdd2322f', 'name': '', 'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c0:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ab205d3-3745-412c-8f0c-bb648a46f74e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:27:41Z', 'updated_at': '2021-06-22T07:27:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-iscsi', '_interfaces': [{'id': '2a9aca21-9ff5-48da-8c1a-17cd7293fabb', 'name': '', 'network_id': '0e23cffd-a806-45c4-a610-38bb692325c6', 'tenant_id': '9a9e0a0f477e49cb8765985511d23819', 'mac_address': 'fa:16:3e:87:a9:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ab205d3-3745-412c-8f0c-bb648a46f74e', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '86e3bc9b-9aac-41fd-873c-e13840ad4dab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:27:43Z', 'updated_at': '2021-06-22T07:27:43Z', 'revision_number': 1, 'project_id': '9a9e0a0f477e49cb8765985511d23819', 'subnets': [{'id': '86e3bc9b-9aac-41fd-873c-e13840ad4dab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 07:27:45.421893 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:45.425038 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-4e556d39-cb8b-4c05-8265-b459c6f9fa43 None None] Provisioning complete for port 2a9aca21-9ff5-48da-8c1a-17cd7293fabb triggered by entity DHCP. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:27:45.425660 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-4e556d39-cb8b-4c05-8265-b459c6f9fa43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1879668'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:45.482705 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-4e556d39-cb8b-4c05-8265-b459c6f9fa43 None None] Port 2a9aca21-9ff5-48da-8c1a-17cd7293fabb cannot update to ACTIVE because it is not bound. {{(pid=92921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 07:27:45.487151 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] For port d3fd030a-2e92-497d-b370-68ab0d8e78cf, host dv-cinder-786627-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-11-iscsi',level=0,port_id=d3fd030a-2e92-497d-b370-68ab0d8e78cf,segment=NetworkSegment(654d3564-a1a5-4ee5-bdf9-e27fee599e4d),segment_id=654d3564-a1a5-4ee5-bdf9-e27fee599e4d)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:27:45.491444 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:45.493372 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:27:45.551252 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Pushing event updated for resources: {'Port': ['ID=d3fd030a-2e92-497d-b370-68ab0d8e78cf,revision_number=5']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:27:45.554331 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:27:45.853184 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 53636) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:27:45.859089 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.v2.base [None req-ee5bee36-ee06-4409-965f-cfe99bad6d9e tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1668826697', 'description': 'tempest-secgroup-smoke-1668826697 description', 'project_id': '39e7765ed5cd4e0e9e770bf5a465d8ba'}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:27:45.873019 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Device a21d8cc8-0019-4a1d-bfd7-d76efd7da5d8 up at agent ovs-agent-dv-cinder-786627-11-iscsi {{(pid=92921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 07:27:45.886393 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-ee5bee36-ee06-4409-965f-cfe99bad6d9e tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Notify callbacks [] for security_group, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:45.930207 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Provisioning complete for port a21d8cc8-0019-4a1d-bfd7-d76efd7da5d8 triggered by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:27:45.930860 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1879668'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:45.990282 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-ee5bee36-ee06-4409-965f-cfe99bad6d9e tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Notify callbacks [] for security_group, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:45.994412 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-ee5bee36-ee06-4409-965f-cfe99bad6d9e tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:45.999440 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-1884acdf-baa5-40ae-b5df-7b6513f3aa06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:27:46.015497 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Device d3fd030a-2e92-497d-b370-68ab0d8e78cf up at agent ovs-agent-dv-cinder-786627-11-iscsi {{(pid=92921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 07:27:46.026022 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-ee5bee36-ee06-4409-965f-cfe99bad6d9e tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:46.030721 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-ee5bee36-ee06-4409-965f-cfe99bad6d9e tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1730025 Jun 22 07:27:46.030995 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 53638) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:27:46.036234 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.v2.base [None req-54e1245b-de6b-40de-be44-9e41713fb47b tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Request body: {'security_group_rule': {'security_group_id': 'ce8b2d0b-296c-409b-9421-6bffef7a9de7', 'project_id': '39e7765ed5cd4e0e9e770bf5a465d8ba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:27:46.041449 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5bee36-ee06-4409-965f-cfe99bad6d9e tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce8b2d0b-296c-409b-9421-6bffef7a9de7,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:27:46.046968 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-ee5bee36-ee06-4409-965f-cfe99bad6d9e tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:27:46.067170 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-54e1245b-de6b-40de-be44-9e41713fb47b tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:46.068749 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Provisioning complete for port d3fd030a-2e92-497d-b370-68ab0d8e78cf triggered by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:27:46.069143 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1879668'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:46.125767 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-54e1245b-de6b-40de-be44-9e41713fb47b tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:46.130750 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-54e1245b-de6b-40de-be44-9e41713fb47b tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037535'] for security_group_rule, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:46.132974 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-992d67a9-768e-4096-a1b3-81e87192b056 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:27:46.150250 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e1245b-de6b-40de-be44-9e41713fb47b tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2550b03a-2429-41f7-aea4-14db61b6ab1e,revision_number=0']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:27:46.153390 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-54e1245b-de6b-40de-be44-9e41713fb47b tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:27:46.154655 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-54e1245b-de6b-40de-be44-9e41713fb47b tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:46.155880 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-54e1245b-de6b-40de-be44-9e41713fb47b tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1239219 Jun 22 07:27:46.158521 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 53640) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:27:46.162955 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.v2.base [None req-989c48e6-57f9-4f3d-bc25-58eb300b5edd tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Request body: {'security_group_rule': {'security_group_id': 'ce8b2d0b-296c-409b-9421-6bffef7a9de7', 'project_id': '39e7765ed5cd4e0e9e770bf5a465d8ba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:27:46.189418 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-989c48e6-57f9-4f3d-bc25-58eb300b5edd tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:46.250312 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-989c48e6-57f9-4f3d-bc25-58eb300b5edd tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:46.253760 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-989c48e6-57f9-4f3d-bc25-58eb300b5edd tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037535'] for security_group_rule, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:46.255720 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:27:46.274231 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989c48e6-57f9-4f3d-bc25-58eb300b5edd tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7eb3ef5e-f2d6-460f-9b25-c0714f99c14b,revision_number=0']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:27:46.276882 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-989c48e6-57f9-4f3d-bc25-58eb300b5edd tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:27:46.277701 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-989c48e6-57f9-4f3d-bc25-58eb300b5edd tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:46.278929 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-989c48e6-57f9-4f3d-bc25-58eb300b5edd tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1194444 Jun 22 07:27:46.281560 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 53642) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:27:46.286075 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.v2.base [None req-3259424d-6fe8-4448-9f8c-700e9125e36d tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Request body: {'security_group_rule': {'security_group_id': 'ce8b2d0b-296c-409b-9421-6bffef7a9de7', 'project_id': '39e7765ed5cd4e0e9e770bf5a465d8ba', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:27:46.311900 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-3259424d-6fe8-4448-9f8c-700e9125e36d tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:46.370752 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-3259424d-6fe8-4448-9f8c-700e9125e36d tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:46.374896 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-3259424d-6fe8-4448-9f8c-700e9125e36d tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037535'] for security_group_rule, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:46.377131 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:27:46.393265 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3259424d-6fe8-4448-9f8c-700e9125e36d tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3a163e8-7b32-47e0-ad39-d9213987dc43,revision_number=0']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:27:46.396105 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-3259424d-6fe8-4448-9f8c-700e9125e36d tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:27:46.398455 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-3259424d-6fe8-4448-9f8c-700e9125e36d tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:46.399550 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-3259424d-6fe8-4448-9f8c-700e9125e36d tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1170797 Jun 22 07:27:46.402257 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 53644) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:27:46.406756 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.v2.base [None req-78dd8a5d-957a-4300-9da2-22f22ea43c90 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Request body: {'security_group_rule': {'security_group_id': 'ce8b2d0b-296c-409b-9421-6bffef7a9de7', 'project_id': '39e7765ed5cd4e0e9e770bf5a465d8ba', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:27:46.433672 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-78dd8a5d-957a-4300-9da2-22f22ea43c90 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:46.492619 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-78dd8a5d-957a-4300-9da2-22f22ea43c90 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:46.495978 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-78dd8a5d-957a-4300-9da2-22f22ea43c90 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037535'] for security_group_rule, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:46.498763 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:27:46.514842 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dd8a5d-957a-4300-9da2-22f22ea43c90 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8503023-01e5-4db1-98c3-85eb077fe4f4,revision_number=0']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:27:46.517596 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-78dd8a5d-957a-4300-9da2-22f22ea43c90 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:27:46.522303 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-78dd8a5d-957a-4300-9da2-22f22ea43c90 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:46.523663 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-78dd8a5d-957a-4300-9da2-22f22ea43c90 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1204746 Jun 22 07:27:46.526609 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 53646) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:27:46.533315 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.v2.base [None req-5c270ab1-5b1d-4c06-8021-74317f5f9136 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Request body: {'security_group_rule': {'security_group_id': 'ce8b2d0b-296c-409b-9421-6bffef7a9de7', 'project_id': '39e7765ed5cd4e0e9e770bf5a465d8ba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:27:46.555028 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.db.securitygroups_db [None req-5c270ab1-5b1d-4c06-8021-74317f5f9136 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Project 39e7765ed5cd4e0e9e770bf5a465d8ba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 07:27:46.560618 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-5c270ab1-5b1d-4c06-8021-74317f5f9136 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:46.620020 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-5c270ab1-5b1d-4c06-8021-74317f5f9136 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:46.624242 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-5c270ab1-5b1d-4c06-8021-74317f5f9136 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037535'] for security_group_rule, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:46.626320 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-18ec636c-b79c-4319-a9f8-18c809e99912 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:27:46.643766 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c270ab1-5b1d-4c06-8021-74317f5f9136 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc8ebef1-0cac-40ac-b4d2-4f852d400203,revision_number=0']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:27:46.647000 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-5c270ab1-5b1d-4c06-8021-74317f5f9136 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:27:46.652133 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-5c270ab1-5b1d-4c06-8021-74317f5f9136 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:46.658939 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-5c270ab1-5b1d-4c06-8021-74317f5f9136 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1247673 Jun 22 07:27:46.658939 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 53648) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:27:46.662579 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.v2.base [None req-9353b621-be7b-4b86-9da2-df4235707238 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Request body: {'security_group_rule': {'security_group_id': 'ce8b2d0b-296c-409b-9421-6bffef7a9de7', 'project_id': '39e7765ed5cd4e0e9e770bf5a465d8ba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:27:46.697686 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.db.securitygroups_db [None req-9353b621-be7b-4b86-9da2-df4235707238 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Project 39e7765ed5cd4e0e9e770bf5a465d8ba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 07:27:46.702762 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-9353b621-be7b-4b86-9da2-df4235707238 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:46.776749 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-9353b621-be7b-4b86-9da2-df4235707238 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:46.781894 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-9353b621-be7b-4b86-9da2-df4235707238 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1037535'] for security_group_rule, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:46.786794 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:27:46.802422 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9353b621-be7b-4b86-9da2-df4235707238 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8875752d-5b09-4f6f-8992-0118308c7794,revision_number=0']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:27:46.805209 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-9353b621-be7b-4b86-9da2-df4235707238 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:27:46.812114 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-9353b621-be7b-4b86-9da2-df4235707238 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:46.813491 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-9353b621-be7b-4b86-9da2-df4235707238 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1587543 Jun 22 07:27:47.867194 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Device 2b926f85-66be-4e09-97a8-9a46fdd2322f up at agent ovs-agent-dv-cinder-786627-11-iscsi {{(pid=92921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 07:27:47.918475 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Provisioning for port 2b926f85-66be-4e09-97a8-9a46fdd2322f completed by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 07:27:47.924043 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Provisioning complete for port 2b926f85-66be-4e09-97a8-9a46fdd2322f triggered by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:27:47.924448 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1879668'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:48.006294 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:48.008632 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0101746f-dc25-4482-9483-0fbc07566f4f None None] Sync routers for ids ['8ab205d3-3745-412c-8f0c-bb648a46f74e'] in dv-cinder-786627-11-iscsi {{(pid=92922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 07:27:48.023016 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0101746f-dc25-4482-9483-0fbc07566f4f None None] Routers {'8ab205d3-3745-412c-8f0c-bb648a46f74e'} bound to L3 agent in host dv-cinder-786627-11-iscsi {{(pid=92922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 07:27:48.023738 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-0101746f-dc25-4482-9483-0fbc07566f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T07:06:03Z,description=,heartbeat_timestamp=2021-06-22T07:27:33Z,host='dv-cinder-786627-11-iscsi',id=f18ef446-1389-4802-a345-f314a6956002,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T07:06:03Z,topic='l3_agent')) {'router_ids': ['8ab205d3-3745-412c-8f0c-bb648a46f74e'], 'active': True} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:27:48.028618 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] For port 2b926f85-66be-4e09-97a8-9a46fdd2322f, host dv-cinder-786627-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-11-iscsi',level=0,port_id=2b926f85-66be-4e09-97a8-9a46fdd2322f,segment=NetworkSegment(4e753e82-2fc6-4903-97a0-73083259f586),segment_id=4e753e82-2fc6-4903-97a0-73083259f586)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:27:48.034046 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:48.036167 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:27:48.084242 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Pushing event updated for resources: {'Port': ['ID=2b926f85-66be-4e09-97a8-9a46fdd2322f,revision_number=4']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:27:48.087403 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:27:48.138384 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvr_db [None req-0101746f-dc25-4482-9483-0fbc07566f4f None None] Set router 8ab205d3-3745-412c-8f0c-bb648a46f74e gateway port host: dv-cinder-786627-11-iscsi {{(pid=92922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 07:27:48.342471 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-0101746f-dc25-4482-9483-0fbc07566f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ab205d3-3745-412c-8f0c-bb648a46f74e', 'name': 'tempest-TestVolumeBootPattern-1075978305-router', 'tenant_id': '9a9e0a0f477e49cb8765985511d23819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'external_fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': '2b926f85-66be-4e09-97a8-9a46fdd2322f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:27:41Z', 'updated_at': '2021-06-22T07:27:44Z', 'revision_number': 4, 'project_id': '9a9e0a0f477e49cb8765985511d23819', 'gw_port': {'id': '2b926f85-66be-4e09-97a8-9a46fdd2322f', 'name': '', 'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c0:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ab205d3-3745-412c-8f0c-bb648a46f74e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:27:41Z', 'updated_at': '2021-06-22T07:27:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-iscsi', '_interfaces': [{'id': '2a9aca21-9ff5-48da-8c1a-17cd7293fabb', 'name': '', 'network_id': '0e23cffd-a806-45c4-a610-38bb692325c6', 'tenant_id': '9a9e0a0f477e49cb8765985511d23819', 'mac_address': 'fa:16:3e:87:a9:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ab205d3-3745-412c-8f0c-bb648a46f74e', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '86e3bc9b-9aac-41fd-873c-e13840ad4dab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:27:43Z', 'updated_at': '2021-06-22T07:27:44Z', 'revision_number': 2, 'project_id': '9a9e0a0f477e49cb8765985511d23819', 'subnets': [{'id': '86e3bc9b-9aac-41fd-873c-e13840ad4dab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-11-iscsi', False) {} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:27:48.372735 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0101746f-dc25-4482-9483-0fbc07566f4f None None] Checking router: 8ab205d3-3745-412c-8f0c-bb648a46f74e for host: dv-cinder-786627-11-iscsi {{(pid=92922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 07:27:48.373139 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0101746f-dc25-4482-9483-0fbc07566f4f None None] Updating router 8ab205d3-3745-412c-8f0c-bb648a46f74e port 2a9aca21-9ff5-48da-8c1a-17cd7293fabb binding host dv-cinder-786627-11-iscsi {{(pid=92922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 07:27:48.495257 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-0101746f-dc25-4482-9483-0fbc07566f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:48.766102 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-0101746f-dc25-4482-9483-0fbc07566f4f None None] Notify callbacks [] for port, precommit_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:48.776087 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-0101746f-dc25-4482-9483-0fbc07566f4f None None] Transition to ACTIVE for port object 2a9aca21-9ff5-48da-8c1a-17cd7293fabb will not be triggered until provisioned by entity L2. {{(pid=92922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 07:27:48.782303 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-0101746f-dc25-4482-9483-0fbc07566f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:48.784444 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:27:48.865520 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8eb800-9dd3-489d-a81a-bb36f70ca22e None None] Pushing event updated for resources: {'Port': ['ID=2a9aca21-9ff5-48da-8c1a-17cd7293fabb,revision_number=3']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:27:48.889847 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-2b8eb800-9dd3-489d-a81a-bb36f70ca22e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:27:48.926744 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [None req-0101746f-dc25-4482-9483-0fbc07566f4f None None] Attempting to bind port 2a9aca21-9ff5-48da-8c1a-17cd7293fabb on host dv-cinder-786627-11-iscsi for vnic_type normal with profile {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 07:27:48.927192 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [None req-0101746f-dc25-4482-9483-0fbc07566f4f None None] Attempting to bind port 2a9aca21-9ff5-48da-8c1a-17cd7293fabb by drivers openvswitch,hyperv on host dv-cinder-786627-11-iscsi at level 0 using segments [{'id': 'de77fe51-566e-4e0b-ab2e-082ac466986f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '0e23cffd-a806-45c4-a610-38bb692325c6'}] {{(pid=92922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 07:27:48.927537 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0101746f-dc25-4482-9483-0fbc07566f4f None None] Attempting to bind port 2a9aca21-9ff5-48da-8c1a-17cd7293fabb on network 0e23cffd-a806-45c4-a610-38bb692325c6 {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 07:27:48.933547 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0101746f-dc25-4482-9483-0fbc07566f4f None None] Checking agent: {'id': '25bcf34a-9be6-400d-9699-901d91ee39d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 7, 6, 3), 'started_at': datetime.datetime(2021, 6, 22, 7, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 7, 27, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 07:27:48.933928 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0101746f-dc25-4482-9483-0fbc07566f4f None None] Checking segment: {'id': 'de77fe51-566e-4e0b-ab2e-082ac466986f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '0e23cffd-a806-45c4-a610-38bb692325c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 07:27:48.934410 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-0101746f-dc25-4482-9483-0fbc07566f4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:48.934732 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0101746f-dc25-4482-9483-0fbc07566f4f None None] Bound using segment: {'id': 'de77fe51-566e-4e0b-ab2e-082ac466986f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '0e23cffd-a806-45c4-a610-38bb692325c6'} {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 07:27:48.935209 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [None req-0101746f-dc25-4482-9483-0fbc07566f4f None None] Bound port: 2a9aca21-9ff5-48da-8c1a-17cd7293fabb, host: dv-cinder-786627-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de77fe51-566e-4e0b-ab2e-082ac466986f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '0e23cffd-a806-45c4-a610-38bb692325c6'}}] {{(pid=92922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 07:27:48.935586 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-0101746f-dc25-4482-9483-0fbc07566f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:49.015984 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-0101746f-dc25-4482-9483-0fbc07566f4f None None] For port 2a9aca21-9ff5-48da-8c1a-17cd7293fabb, host dv-cinder-786627-11-iscsi, cleared binding levels {{(pid=92922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 07:27:49.019629 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-0101746f-dc25-4482-9483-0fbc07566f4f None None] For port 2a9aca21-9ff5-48da-8c1a-17cd7293fabb, host dv-cinder-786627-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-11-iscsi',level=0,port_id=2a9aca21-9ff5-48da-8c1a-17cd7293fabb,segment=NetworkSegment(de77fe51-566e-4e0b-ab2e-082ac466986f),segment_id=de77fe51-566e-4e0b-ab2e-082ac466986f)] {{(pid=92922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 07:27:49.024178 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-0101746f-dc25-4482-9483-0fbc07566f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:49.027354 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-735b3677-f6a9-4bd9-8c73-58422fdd5c4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:27:49.086880 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0101746f-dc25-4482-9483-0fbc07566f4f None None] Routers {'8ab205d3-3745-412c-8f0c-bb648a46f74e'} bound to L3 agent in host dv-cinder-786627-11-iscsi {{(pid=92922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 07:27:49.087661 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-0101746f-dc25-4482-9483-0fbc07566f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T07:06:03Z,description=,heartbeat_timestamp=2021-06-22T07:27:33Z,host='dv-cinder-786627-11-iscsi',id=f18ef446-1389-4802-a345-f314a6956002,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T07:06:03Z,topic='l3_agent')) {'router_ids': ['8ab205d3-3745-412c-8f0c-bb648a46f74e'], 'active': True} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:27:49.091557 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8eb800-9dd3-489d-a81a-bb36f70ca22e None None] Pushing event updated for resources: {'Port': ['ID=2a9aca21-9ff5-48da-8c1a-17cd7293fabb,revision_number=4']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:27:49.127414 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-2b8eb800-9dd3-489d-a81a-bb36f70ca22e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:27:49.209770 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvr_db [None req-0101746f-dc25-4482-9483-0fbc07566f4f None None] Set router 8ab205d3-3745-412c-8f0c-bb648a46f74e gateway port host: dv-cinder-786627-11-iscsi {{(pid=92922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 07:27:49.436629 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-0101746f-dc25-4482-9483-0fbc07566f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ab205d3-3745-412c-8f0c-bb648a46f74e', 'name': 'tempest-TestVolumeBootPattern-1075978305-router', 'tenant_id': '9a9e0a0f477e49cb8765985511d23819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'external_fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': '2b926f85-66be-4e09-97a8-9a46fdd2322f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:27:41Z', 'updated_at': '2021-06-22T07:27:44Z', 'revision_number': 4, 'project_id': '9a9e0a0f477e49cb8765985511d23819', 'gw_port': {'id': '2b926f85-66be-4e09-97a8-9a46fdd2322f', 'name': '', 'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab205d3-3745-412c-8f0c-bb648a46f74e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:27:41Z', 'updated_at': '2021-06-22T07:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-iscsi', '_interfaces': [{'id': '2a9aca21-9ff5-48da-8c1a-17cd7293fabb', 'name': '', 'network_id': '0e23cffd-a806-45c4-a610-38bb692325c6', 'tenant_id': '9a9e0a0f477e49cb8765985511d23819', 'mac_address': 'fa:16:3e:87:a9:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ab205d3-3745-412c-8f0c-bb648a46f74e', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '86e3bc9b-9aac-41fd-873c-e13840ad4dab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:27:43Z', 'updated_at': '2021-06-22T07:27:49Z', 'revision_number': 4, 'project_id': '9a9e0a0f477e49cb8765985511d23819', 'subnets': [{'id': '86e3bc9b-9aac-41fd-873c-e13840ad4dab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-11-iscsi', False) {} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:27:49.466339 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0101746f-dc25-4482-9483-0fbc07566f4f None None] The sync data for ids ['8ab205d3-3745-412c-8f0c-bb648a46f74e'] in dv-cinder-786627-11-iscsi is: [{'id': '8ab205d3-3745-412c-8f0c-bb648a46f74e', 'name': 'tempest-TestVolumeBootPattern-1075978305-router', 'tenant_id': '9a9e0a0f477e49cb8765985511d23819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'external_fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': '2b926f85-66be-4e09-97a8-9a46fdd2322f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:27:41Z', 'updated_at': '2021-06-22T07:27:44Z', 'revision_number': 4, 'project_id': '9a9e0a0f477e49cb8765985511d23819', 'gw_port': {'id': '2b926f85-66be-4e09-97a8-9a46fdd2322f', 'name': '', 'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab205d3-3745-412c-8f0c-bb648a46f74e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:27:41Z', 'updated_at': '2021-06-22T07:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-iscsi', '_interfaces': [{'id': '2a9aca21-9ff5-48da-8c1a-17cd7293fabb', 'name': '', 'network_id': '0e23cffd-a806-45c4-a610-38bb692325c6', 'tenant_id': '9a9e0a0f477e49cb8765985511d23819', 'mac_address': 'fa:16:3e:87:a9:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ab205d3-3745-412c-8f0c-bb648a46f74e', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '86e3bc9b-9aac-41fd-873c-e13840ad4dab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:27:43Z', 'updated_at': '2021-06-22T07:27:49Z', 'revision_number': 4, 'project_id': '9a9e0a0f477e49cb8765985511d23819', 'subnets': [{'id': '86e3bc9b-9aac-41fd-873c-e13840ad4dab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 07:27:49.881094 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Device 2a9aca21-9ff5-48da-8c1a-17cd7293fabb up at agent ovs-agent-dv-cinder-786627-11-iscsi {{(pid=92921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 07:27:49.933628 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Provisioning for port 2a9aca21-9ff5-48da-8c1a-17cd7293fabb completed by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 07:27:49.938531 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Provisioning complete for port 2a9aca21-9ff5-48da-8c1a-17cd7293fabb triggered by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:27:49.938919 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1879668'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:50.021775 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:50.052613 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] For port 2a9aca21-9ff5-48da-8c1a-17cd7293fabb, host dv-cinder-786627-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-11-iscsi',level=0,port_id=2a9aca21-9ff5-48da-8c1a-17cd7293fabb,segment=NetworkSegment(de77fe51-566e-4e0b-ab2e-082ac466986f),segment_id=de77fe51-566e-4e0b-ab2e-082ac466986f)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:27:50.057044 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:50.057912 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Device 2b926f85-66be-4e09-97a8-9a46fdd2322f up at agent ovs-agent-dv-cinder-786627-11-iscsi {{(pid=92921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 07:27:50.059694 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-56fef075-9d2a-4878-b8e9-92077b6ddfc4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:27:50.136835 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Pushing event updated for resources: {'Port': ['ID=2a9aca21-9ff5-48da-8c1a-17cd7293fabb,revision_number=5']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:27:50.140097 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:27:50.148665 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Provisioning complete for port 2b926f85-66be-4e09-97a8-9a46fdd2322f triggered by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:27:50.149048 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1879668'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:27:51.845732 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Device 2a9aca21-9ff5-48da-8c1a-17cd7293fabb up at agent ovs-agent-dv-cinder-786627-11-iscsi {{(pid=92921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 07:27:51.893480 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Provisioning complete for port 2a9aca21-9ff5-48da-8c1a-17cd7293fabb triggered by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:27:51.893859 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1879668'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:28:00.731684 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-702db74f-7df9-457c-b545-57f8efbf6dd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:28:03.097106 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-671c6153-fadb-4b17-9c41-97878b155159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:28:03.293066 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:28:04.792502 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:28:05.244240 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d3c1a5ff-c703-4bfc-bce3-efb8418f207c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:28:06.979172 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-f04bb265-eca6-4530-aeb1-0b3afeb7eb68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:28:08.532134 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-1a14beaf-5663-4e35-aca3-d4beb9424e1c req-a103c288-9455-4686-853b-dc5fa63e7101 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1668826697&fields=id&tenant_id=39e7765ed5cd4e0e9e770bf5a465d8ba HTTP/1.1" status: 200 len: 267 time: 0.0336816 Jun 22 07:28:08.640144 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a14beaf-5663-4e35-aca3-d4beb9424e1c req-ce07036f-929d-4dcf-8c5b-8b2bc64c64b2 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:28:08.641533 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-1a14beaf-5663-4e35-aca3-d4beb9424e1c req-ce07036f-929d-4dcf-8c5b-8b2bc64c64b2 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] 10.222.0.24 "GET /v2.0/networks?id=8e2ae9a8-9228-4c23-8cea-73e784abde4d HTTP/1.1" status: 200 len: 812 time: 0.1017630 Jun 22 07:28:08.656727 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-1a14beaf-5663-4e35-aca3-d4beb9424e1c req-76b97d0e-e5b7-4cbc-a0c7-9ba54a6b07da tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] 10.222.0.24 "GET /v2.0/quotas/39e7765ed5cd4e0e9e770bf5a465d8ba HTTP/1.1" status: 200 len: 375 time: 0.0094903 Jun 22 07:28:08.725851 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-1a14beaf-5663-4e35-aca3-d4beb9424e1c req-5c636613-6588-4a23-9173-71362c78356d tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=39e7765ed5cd4e0e9e770bf5a465d8ba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0626547 Jun 22 07:28:08.909177 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-1a14beaf-5663-4e35-aca3-d4beb9424e1c req-79acceac-e7cb-4f07-97e4-a746822f5da9 service neutron] 10.222.0.24 "GET /v2.0/networks/8e2ae9a8-9228-4c23-8cea-73e784abde4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705852 Jun 22 07:28:08.931850 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.agents_db [None req-74002642-eed4-46c6-8f70-93846dc748c3 None None] Agent healthcheck: found 6 active agents {{(pid=92922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 07:28:08.998461 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-1a14beaf-5663-4e35-aca3-d4beb9424e1c req-4e91f97e-b906-42b2-b1a6-7ebb0a365890 service neutron] 10.222.0.24 "GET /v2.0/networks/8e2ae9a8-9228-4c23-8cea-73e784abde4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831423 Jun 22 07:28:09.300660 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-fe46ae60-4034-483f-8efd-bdc6e4effb3d req-15f11323-5ac9-48d7-8cb8-bf0834ccc515 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c544c47-24d0-4fd3-ad5a-328a7c876ec1 HTTP/1.1" status: 200 len: 210 time: 0.0349565 Jun 22 07:28:10.364925 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a14beaf-5663-4e35-aca3-d4beb9424e1c req-a7e7820b-4d34-4b79-b7ca-f0eac7f465c1 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:28:10.366379 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-1a14beaf-5663-4e35-aca3-d4beb9424e1c req-a7e7820b-4d34-4b79-b7ca-f0eac7f465c1 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] 10.222.0.41 "GET /v2.0/networks?id=8e2ae9a8-9228-4c23-8cea-73e784abde4d HTTP/1.1" status: 200 len: 812 time: 0.1055837 Jun 22 07:28:10.412874 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-1a14beaf-5663-4e35-aca3-d4beb9424e1c req-eceeb53d-d278-4c51-bdd9-cb665f669572 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=39e7765ed5cd4e0e9e770bf5a465d8ba HTTP/1.1" status: 200 len: 380 time: 0.0370920 Jun 22 07:28:10.421602 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.v2.base [req-1a14beaf-5663-4e35-aca3-d4beb9424e1c req-e8585813-c9fb-4465-9306-b880747ee196 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Request body: {'port': {'device_id': '9c544c47-24d0-4fd3-ad5a-328a7c876ec1', 'network_id': '8e2ae9a8-9228-4c23-8cea-73e784abde4d', 'admin_state_up': True, 'tenant_id': '39e7765ed5cd4e0e9e770bf5a465d8ba', 'security_groups': ['ce8b2d0b-296c-409b-9421-6bffef7a9de7']}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:28:10.494371 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-68766953-9edd-421d-af4b-4761e4f3d7e8 req-858f03b5-d9ca-41f1-aa18-e990026933df tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c544c47-24d0-4fd3-ad5a-328a7c876ec1 HTTP/1.1" status: 200 len: 210 time: 0.0677850 Jun 22 07:28:10.560832 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a14beaf-5663-4e35-aca3-d4beb9424e1c req-e8585813-c9fb-4465-9306-b880747ee196 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Made reservation on behalf of 39e7765ed5cd4e0e9e770bf5a465d8ba for: {'port': 1} {{(pid=92919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 07:28:10.564491 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-1a14beaf-5663-4e35-aca3-d4beb9424e1c req-e8585813-c9fb-4465-9306-b880747ee196 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1809762'] for port, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:28:10.695018 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.db.db_base_plugin_common [req-1a14beaf-5663-4e35-aca3-d4beb9424e1c req-e8585813-c9fb-4465-9306-b880747ee196 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Allocated IP 172.20.0.7 (8e2ae9a8-9228-4c23-8cea-73e784abde4d/1158cd74-6434-4737-91bb-b3c67fb18a3d/c60bb94a-b51b-4433-8e50-fd916fc965a7) {{(pid=92919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 07:28:10.840231 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-1a14beaf-5663-4e35-aca3-d4beb9424e1c req-e8585813-c9fb-4465-9306-b880747ee196 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Notify callbacks [] for port, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:28:10.854252 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.db.provisioning_blocks [req-1a14beaf-5663-4e35-aca3-d4beb9424e1c req-e8585813-c9fb-4465-9306-b880747ee196 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Transition to ACTIVE for port object c60bb94a-b51b-4433-8e50-fd916fc965a7 will not be triggered until provisioned by entity DHCP. {{(pid=92919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 07:28:10.888010 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-1a14beaf-5663-4e35-aca3-d4beb9424e1c req-e8585813-c9fb-4465-9306-b880747ee196 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1809569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-690206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773473471591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4832682'] for port, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:28:10.892121 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-812347af-4c1f-45dd-9b8f-526a7d45f166 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:28:10.941386 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a14beaf-5663-4e35-aca3-d4beb9424e1c req-e8585813-c9fb-4465-9306-b880747ee196 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Network 8e2ae9a8-9228-4c23-8cea-73e784abde4d is already hosted by enough agents. {{(pid=92919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 07:28:10.944724 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.scheduler.base_scheduler [req-1a14beaf-5663-4e35-aca3-d4beb9424e1c req-e8585813-c9fb-4465-9306-b880747ee196 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Resources bound (agent type, host, resource id): {{(pid=92919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 07:28:10.949063 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a14beaf-5663-4e35-aca3-d4beb9424e1c req-e8585813-c9fb-4465-9306-b880747ee196 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Received port after_create {{(pid=92919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 07:28:10.952910 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8585813-c9fb-4465-9306-b880747ee196 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Pushing event updated for resources: {'Port': ['ID=c60bb94a-b51b-4433-8e50-fd916fc965a7,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:28:10.973034 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-e8585813-c9fb-4465-9306-b880747ee196 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:28:10.999692 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a14beaf-5663-4e35-aca3-d4beb9424e1c req-e8585813-c9fb-4465-9306-b880747ee196 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:28:11.000293 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-1a14beaf-5663-4e35-aca3-d4beb9424e1c req-e8585813-c9fb-4465-9306-b880747ee196 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91146'] for port, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:28:11.015900 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-1a14beaf-5663-4e35-aca3-d4beb9424e1c req-e8585813-c9fb-4465-9306-b880747ee196 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5981681 Jun 22 07:28:11.027712 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.v2.base [req-1a14beaf-5663-4e35-aca3-d4beb9424e1c req-d95d1536-ddef-4f14-84ba-c6449678b9c4 service neutron] Request body: {'port': {'device_id': '9c544c47-24d0-4fd3-ad5a-328a7c876ec1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:28:11.105547 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-1a14beaf-5663-4e35-aca3-d4beb9424e1c req-d95d1536-ddef-4f14-84ba-c6449678b9c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:28:11.201941 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-034b3ec3-678c-4cf8-b30c-14f10d5b37db None None] Provisioning for port c60bb94a-b51b-4433-8e50-fd916fc965a7 completed by entity DHCP. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 07:28:11.205812 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-034b3ec3-678c-4cf8-b30c-14f10d5b37db None None] Provisioning complete for port c60bb94a-b51b-4433-8e50-fd916fc965a7 triggered by entity DHCP. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:28:11.206258 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-034b3ec3-678c-4cf8-b30c-14f10d5b37db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1879668'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:28:11.241154 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-034b3ec3-678c-4cf8-b30c-14f10d5b37db None None] Port c60bb94a-b51b-4433-8e50-fd916fc965a7 cannot update to ACTIVE because it is not bound. {{(pid=92921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 07:28:11.370206 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.notifiers.nova [req-1a14beaf-5663-4e35-aca3-d4beb9424e1c req-d95d1536-ddef-4f14-84ba-c6449678b9c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c60bb94a-b51b-4433-8e50-fd916fc965a7 {{(pid=92919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 07:28:11.377296 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-1a14beaf-5663-4e35-aca3-d4beb9424e1c req-d95d1536-ddef-4f14-84ba-c6449678b9c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:28:11.389028 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.db.provisioning_blocks [req-1a14beaf-5663-4e35-aca3-d4beb9424e1c req-d95d1536-ddef-4f14-84ba-c6449678b9c4 service neutron] Transition to ACTIVE for port object c60bb94a-b51b-4433-8e50-fd916fc965a7 will not be triggered until provisioned by entity L2. {{(pid=92919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 07:28:11.392809 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-1a14beaf-5663-4e35-aca3-d4beb9424e1c req-d95d1536-ddef-4f14-84ba-c6449678b9c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4832664'] for port, after_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:28:11.394982 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-f819897a-72c1-46d6-a7e6-ceb2a2b8ad69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:28:11.469204 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95d1536-ddef-4f14-84ba-c6449678b9c4 service neutron] Pushing event updated for resources: {'Port': ['ID=c60bb94a-b51b-4433-8e50-fd916fc965a7,revision_number=2']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:28:11.493029 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-d95d1536-ddef-4f14-84ba-c6449678b9c4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:28:11.545418 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.managers [req-1a14beaf-5663-4e35-aca3-d4beb9424e1c req-d95d1536-ddef-4f14-84ba-c6449678b9c4 service neutron] Attempting to bind port c60bb94a-b51b-4433-8e50-fd916fc965a7 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=92919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 07:28:11.545748 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.managers [req-1a14beaf-5663-4e35-aca3-d4beb9424e1c req-d95d1536-ddef-4f14-84ba-c6449678b9c4 service neutron] Attempting to bind port c60bb94a-b51b-4433-8e50-fd916fc965a7 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '654d3564-a1a5-4ee5-bdf9-e27fee599e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8e2ae9a8-9228-4c23-8cea-73e784abde4d'}] {{(pid=92919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 07:28:11.546073 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a14beaf-5663-4e35-aca3-d4beb9424e1c req-d95d1536-ddef-4f14-84ba-c6449678b9c4 service neutron] Attempting to bind port c60bb94a-b51b-4433-8e50-fd916fc965a7 on network 8e2ae9a8-9228-4c23-8cea-73e784abde4d {{(pid=92919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 07:28:11.551349 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a14beaf-5663-4e35-aca3-d4beb9424e1c req-d95d1536-ddef-4f14-84ba-c6449678b9c4 service neutron] Port c60bb94a-b51b-4433-8e50-fd916fc965a7 on network 8e2ae9a8-9228-4c23-8cea-73e784abde4d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=92919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 07:28:11.551801 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a14beaf-5663-4e35-aca3-d4beb9424e1c req-d95d1536-ddef-4f14-84ba-c6449678b9c4 service neutron] Attempting to bind port c60bb94a-b51b-4433-8e50-fd916fc965a7 on network 8e2ae9a8-9228-4c23-8cea-73e784abde4d {{(pid=92919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 07:28:11.556907 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a14beaf-5663-4e35-aca3-d4beb9424e1c req-d95d1536-ddef-4f14-84ba-c6449678b9c4 service neutron] Checking agent: {'id': 'ce8fa221-be2f-440a-9097-46e1804b8f29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 7, 12, 2), 'started_at': datetime.datetime(2021, 6, 22, 7, 12, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 7, 28, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 07:28:11.557282 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a14beaf-5663-4e35-aca3-d4beb9424e1c req-d95d1536-ddef-4f14-84ba-c6449678b9c4 service neutron] Checking segment: {'id': '654d3564-a1a5-4ee5-bdf9-e27fee599e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8e2ae9a8-9228-4c23-8cea-73e784abde4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 07:28:11.557667 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a14beaf-5663-4e35-aca3-d4beb9424e1c req-d95d1536-ddef-4f14-84ba-c6449678b9c4 service neutron] Bound using segment: {'id': '654d3564-a1a5-4ee5-bdf9-e27fee599e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8e2ae9a8-9228-4c23-8cea-73e784abde4d'} {{(pid=92919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 07:28:11.558092 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.managers [req-1a14beaf-5663-4e35-aca3-d4beb9424e1c req-d95d1536-ddef-4f14-84ba-c6449678b9c4 service neutron] Bound port: c60bb94a-b51b-4433-8e50-fd916fc965a7, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '654d3564-a1a5-4ee5-bdf9-e27fee599e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8e2ae9a8-9228-4c23-8cea-73e784abde4d'}}] {{(pid=92919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 07:28:11.558434 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-1a14beaf-5663-4e35-aca3-d4beb9424e1c req-d95d1536-ddef-4f14-84ba-c6449678b9c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:28:11.658188 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.db [req-1a14beaf-5663-4e35-aca3-d4beb9424e1c req-d95d1536-ddef-4f14-84ba-c6449678b9c4 service neutron] For port c60bb94a-b51b-4433-8e50-fd916fc965a7, host hv-cinder-78662, cleared binding levels {{(pid=92919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 07:28:11.663892 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.db [req-1a14beaf-5663-4e35-aca3-d4beb9424e1c req-d95d1536-ddef-4f14-84ba-c6449678b9c4 service neutron] For port c60bb94a-b51b-4433-8e50-fd916fc965a7, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=c60bb94a-b51b-4433-8e50-fd916fc965a7,segment=NetworkSegment(654d3564-a1a5-4ee5-bdf9-e27fee599e4d),segment_id=654d3564-a1a5-4ee5-bdf9-e27fee599e4d)] {{(pid=92919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 07:28:11.669552 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-1a14beaf-5663-4e35-aca3-d4beb9424e1c req-d95d1536-ddef-4f14-84ba-c6449678b9c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4832664'] for port, after_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:28:11.674450 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-930c9add-901d-4a6a-a59d-ca5666cacd36 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:28:11.711612 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a14beaf-5663-4e35-aca3-d4beb9424e1c req-d95d1536-ddef-4f14-84ba-c6449678b9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:28:11.712213 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-1a14beaf-5663-4e35-aca3-d4beb9424e1c req-d95d1536-ddef-4f14-84ba-c6449678b9c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91146'] for port, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:28:11.713761 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-1a14beaf-5663-4e35-aca3-d4beb9424e1c req-d95d1536-ddef-4f14-84ba-c6449678b9c4 service neutron] 10.222.0.41 "PUT /v2.0/ports/c60bb94a-b51b-4433-8e50-fd916fc965a7 HTTP/1.1" status: 200 len: 1093 time: 0.6904292 Jun 22 07:28:11.716090 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c544c47-24d0-4fd3-ad5a-328a7c876ec1', 'tag': 'c60bb94a-b51b-4433-8e50-fd916fc965a7'}] {{(pid=92919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 07:28:11.718616 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2874ba58536e60953e76cf0b72237944d74909d10009afe4cd7b86cda982d3ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3cf0580-74a1-49e0-b600-eafb8f51ca6c" -d '{"events": [{"name": "network-changed", "server_uuid": "9c544c47-24d0-4fd3-ad5a-328a7c876ec1", "tag": "c60bb94a-b51b-4433-8e50-fd916fc965a7"}]}' {{(pid=92919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 07:28:11.752050 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699db28b-db4f-46d4-b49c-0b87b9e9f1e8 req-ab914d20-f9a3-468f-a358-0e961288ed52 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:28:11.753568 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-699db28b-db4f-46d4-b49c-0b87b9e9f1e8 req-ab914d20-f9a3-468f-a358-0e961288ed52 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c544c47-24d0-4fd3-ad5a-328a7c876ec1 HTTP/1.1" status: 200 len: 943 time: 0.1389763 Jun 22 07:28:11.758739 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95d1536-ddef-4f14-84ba-c6449678b9c4 service neutron] Pushing event updated for resources: {'Port': ['ID=c60bb94a-b51b-4433-8e50-fd916fc965a7,revision_number=3']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:28:11.764009 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-d95d1536-ddef-4f14-84ba-c6449678b9c4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:28:11.780548 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 07:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25bc3f98-4905-4bba-811b-cfb208431e6f x-openstack-request-id: req-25bc3f98-4905-4bba-811b-cfb208431e6f {{(pid=92919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 07:28:11.780877 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c544c47-24d0-4fd3-ad5a-328a7c876ec1", "tag": "c60bb94a-b51b-4433-8e50-fd916fc965a7", "status": "completed", "code": 200}]} {{(pid=92919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 07:28:11.781167 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-25bc3f98-4905-4bba-811b-cfb208431e6f {{(pid=92919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 07:28:11.781600 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c544c47-24d0-4fd3-ad5a-328a7c876ec1', 'tag': 'c60bb94a-b51b-4433-8e50-fd916fc965a7', 'status': 'completed', 'code': 200} Jun 22 07:28:11.836338 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-699db28b-db4f-46d4-b49c-0b87b9e9f1e8 req-4ae09b73-1b3d-44c1-8d71-b56a0dbf721d tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce8b2d0b-296c-409b-9421-6bffef7a9de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741086 Jun 22 07:28:11.859747 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a14beaf-5663-4e35-aca3-d4beb9424e1c req-3fe87b03-bfb0-4647-beb7-7dde54157773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:28:11.861270 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-1a14beaf-5663-4e35-aca3-d4beb9424e1c req-3fe87b03-bfb0-4647-beb7-7dde54157773 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=39e7765ed5cd4e0e9e770bf5a465d8ba&device_id=9c544c47-24d0-4fd3-ad5a-328a7c876ec1 HTTP/1.1" status: 200 len: 1096 time: 0.0825431 Jun 22 07:28:11.903805 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-1a14beaf-5663-4e35-aca3-d4beb9424e1c req-ee15af0f-18a4-4623-985c-4d70ba7ba2d8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c60bb94a-b51b-4433-8e50-fd916fc965a7 HTTP/1.1" status: 200 len: 217 time: 0.0353630 Jun 22 07:28:11.953835 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a14beaf-5663-4e35-aca3-d4beb9424e1c req-11ce2bf7-1dc5-42c6-9f92-598a37ee60e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:28:11.955513 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-1a14beaf-5663-4e35-aca3-d4beb9424e1c req-11ce2bf7-1dc5-42c6-9f92-598a37ee60e9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1158cd74-6434-4737-91bb-b3c67fb18a3d HTTP/1.1" status: 200 len: 851 time: 0.0448341 Jun 22 07:28:12.014413 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a14beaf-5663-4e35-aca3-d4beb9424e1c req-8af033a1-5cb6-40aa-b788-e561d2292f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:28:12.015812 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-1a14beaf-5663-4e35-aca3-d4beb9424e1c req-8af033a1-5cb6-40aa-b788-e561d2292f18 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8e2ae9a8-9228-4c23-8cea-73e784abde4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0537426 Jun 22 07:28:12.108672 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-1a14beaf-5663-4e35-aca3-d4beb9424e1c req-f98ee595-f05c-4b06-92db-668ca3a14170 service neutron] 10.222.0.41 "GET /v2.0/networks/8e2ae9a8-9228-4c23-8cea-73e784abde4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857267 Jun 22 07:28:12.199495 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-1a14beaf-5663-4e35-aca3-d4beb9424e1c req-2a7c3cd8-b0df-44df-bab4-8a69bbb16635 service neutron] 10.222.0.41 "GET /v2.0/networks/8e2ae9a8-9228-4c23-8cea-73e784abde4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846183 Jun 22 07:28:12.307134 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cf0580-74a1-49e0-b600-eafb8f51ca6c req-e431482c-1945-4190-af1f-4710acc14330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:28:12.308622 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-e3cf0580-74a1-49e0-b600-eafb8f51ca6c req-e431482c-1945-4190-af1f-4710acc14330 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=39e7765ed5cd4e0e9e770bf5a465d8ba&device_id=9c544c47-24d0-4fd3-ad5a-328a7c876ec1 HTTP/1.1" status: 200 len: 1096 time: 0.0587070 Jun 22 07:28:12.400666 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cf0580-74a1-49e0-b600-eafb8f51ca6c req-cf399255-5424-4176-9948-554b5eee874a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:28:12.402089 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-e3cf0580-74a1-49e0-b600-eafb8f51ca6c req-cf399255-5424-4176-9948-554b5eee874a service neutron] 10.222.0.41 "GET /v2.0/networks?id=8e2ae9a8-9228-4c23-8cea-73e784abde4d HTTP/1.1" status: 200 len: 913 time: 0.0870883 Jun 22 07:28:12.450016 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-e3cf0580-74a1-49e0-b600-eafb8f51ca6c req-6815375f-4071-4eb9-ac1c-824fc1e55980 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c60bb94a-b51b-4433-8e50-fd916fc965a7 HTTP/1.1" status: 200 len: 217 time: 0.0398054 Jun 22 07:28:12.497889 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cf0580-74a1-49e0-b600-eafb8f51ca6c req-a173e002-1c05-4fc3-b219-168a2c4349d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:28:12.499285 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-e3cf0580-74a1-49e0-b600-eafb8f51ca6c req-a173e002-1c05-4fc3-b219-168a2c4349d0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1158cd74-6434-4737-91bb-b3c67fb18a3d HTTP/1.1" status: 200 len: 851 time: 0.0437658 Jun 22 07:28:12.555408 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cf0580-74a1-49e0-b600-eafb8f51ca6c req-91f08fe1-3587-4536-8fbd-958b7769e6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:28:12.556882 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-e3cf0580-74a1-49e0-b600-eafb8f51ca6c req-91f08fe1-3587-4536-8fbd-958b7769e6cc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8e2ae9a8-9228-4c23-8cea-73e784abde4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0517023 Jun 22 07:28:12.649417 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-e3cf0580-74a1-49e0-b600-eafb8f51ca6c req-1bac5f5d-d0da-43a2-a000-ea16856fa62e service neutron] 10.222.0.41 "GET /v2.0/networks/8e2ae9a8-9228-4c23-8cea-73e784abde4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855541 Jun 22 07:28:12.738571 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-e3cf0580-74a1-49e0-b600-eafb8f51ca6c req-e1c58f06-18a6-4754-8363-9609e573a804 service neutron] 10.222.0.41 "GET /v2.0/networks/8e2ae9a8-9228-4c23-8cea-73e784abde4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817463 Jun 22 07:28:13.012305 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bb97a1-fa47-48f8-84de-0d7b9d6fa22a req-251f9994-98d9-498b-86d5-5d7c1d739664 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:28:13.013697 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-90bb97a1-fa47-48f8-84de-0d7b9d6fa22a req-251f9994-98d9-498b-86d5-5d7c1d739664 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c544c47-24d0-4fd3-ad5a-328a7c876ec1 HTTP/1.1" status: 200 len: 943 time: 0.0645032 Jun 22 07:28:13.051541 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-90bb97a1-fa47-48f8-84de-0d7b9d6fa22a req-3e11c68d-3c23-4027-a9c9-3bc99106d854 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce8b2d0b-296c-409b-9421-6bffef7a9de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320654 Jun 22 07:28:14.229134 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657a9125-220b-4edf-b4b8-27dd06626612 req-afc59f57-fe31-4c64-bb1c-5288999908ba tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:28:14.230659 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-657a9125-220b-4edf-b4b8-27dd06626612 req-afc59f57-fe31-4c64-bb1c-5288999908ba tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c544c47-24d0-4fd3-ad5a-328a7c876ec1 HTTP/1.1" status: 200 len: 943 time: 0.0672750 Jun 22 07:28:14.268167 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-657a9125-220b-4edf-b4b8-27dd06626612 req-a89cc8b2-d301-46a8-90f4-fb7e166eaa14 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce8b2d0b-296c-409b-9421-6bffef7a9de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317864 Jun 22 07:28:15.441769 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6eeab6-f80a-4db8-bd4d-81ba0db08469 req-7022a246-7623-4175-94a4-1ce587888954 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:28:15.443227 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-2b6eeab6-f80a-4db8-bd4d-81ba0db08469 req-7022a246-7623-4175-94a4-1ce587888954 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c544c47-24d0-4fd3-ad5a-328a7c876ec1 HTTP/1.1" status: 200 len: 943 time: 0.0635500 Jun 22 07:28:15.481264 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-2b6eeab6-f80a-4db8-bd4d-81ba0db08469 req-7a813aec-8097-43a7-8efb-30595305791a tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce8b2d0b-296c-409b-9421-6bffef7a9de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324764 Jun 22 07:28:16.652748 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aff266e-9b95-4cb3-9e36-f8ec556b797d req-7fb4a863-92d2-4e14-a904-f7c6961e82c1 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:28:16.654283 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-3aff266e-9b95-4cb3-9e36-f8ec556b797d req-7fb4a863-92d2-4e14-a904-f7c6961e82c1 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c544c47-24d0-4fd3-ad5a-328a7c876ec1 HTTP/1.1" status: 200 len: 943 time: 0.0628045 Jun 22 07:28:16.696112 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-3aff266e-9b95-4cb3-9e36-f8ec556b797d req-80cb9ed3-b36e-4654-ba18-c46ac1f1cc7a tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce8b2d0b-296c-409b-9421-6bffef7a9de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357690 Jun 22 07:28:17.868480 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767e5158-10c7-4625-8d38-bc0c360df188 req-7c48d5cd-2bf8-4220-8838-3b193bac5014 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:28:17.869938 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-767e5158-10c7-4625-8d38-bc0c360df188 req-7c48d5cd-2bf8-4220-8838-3b193bac5014 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c544c47-24d0-4fd3-ad5a-328a7c876ec1 HTTP/1.1" status: 200 len: 943 time: 0.0643260 Jun 22 07:28:17.907010 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-767e5158-10c7-4625-8d38-bc0c360df188 req-d49159a3-4997-49c3-9c48-c85ed2485e83 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce8b2d0b-296c-409b-9421-6bffef7a9de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314534 Jun 22 07:28:19.078252 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1890cfc3-1037-42ec-ae94-253c7a0edf5a req-70e920ce-2c5a-48c4-ae9f-bdc7859c80e4 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:28:19.079962 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-1890cfc3-1037-42ec-ae94-253c7a0edf5a req-70e920ce-2c5a-48c4-ae9f-bdc7859c80e4 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c544c47-24d0-4fd3-ad5a-328a7c876ec1 HTTP/1.1" status: 200 len: 943 time: 0.0630412 Jun 22 07:28:19.117745 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-1890cfc3-1037-42ec-ae94-253c7a0edf5a req-567a352c-d03d-4a8e-a954-b501dafe9662 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce8b2d0b-296c-409b-9421-6bffef7a9de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321407 Jun 22 07:28:20.299184 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc10665-7d6f-4763-b755-7fde9326cbe4 req-dceda419-d537-400a-9178-429633dff03d tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:28:20.301341 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-fbc10665-7d6f-4763-b755-7fde9326cbe4 req-dceda419-d537-400a-9178-429633dff03d tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c544c47-24d0-4fd3-ad5a-328a7c876ec1 HTTP/1.1" status: 200 len: 943 time: 0.0689602 Jun 22 07:28:20.339972 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-fbc10665-7d6f-4763-b755-7fde9326cbe4 req-e8d66b6b-ea34-490f-9339-979f3347402a tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce8b2d0b-296c-409b-9421-6bffef7a9de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329392 Jun 22 07:28:20.686791 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Device c60bb94a-b51b-4433-8e50-fd916fc965a7 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=92921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 07:28:20.779972 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] For port c60bb94a-b51b-4433-8e50-fd916fc965a7, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=c60bb94a-b51b-4433-8e50-fd916fc965a7,segment=NetworkSegment(654d3564-a1a5-4ee5-bdf9-e27fee599e4d),segment_id=654d3564-a1a5-4ee5-bdf9-e27fee599e4d)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:28:20.791491 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Returning: {'device': 'c60bb94a-b51b-4433-8e50-fd916fc965a7', 'network_id': '8e2ae9a8-9228-4c23-8cea-73e784abde4d', 'port_id': 'c60bb94a-b51b-4433-8e50-fd916fc965a7', 'mac_address': 'fa:16:3e:e1:c6:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1158cd74-6434-4737-91bb-b3c67fb18a3d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 07:28:20.826808 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:28:20.839998 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.notifiers.nova [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c60bb94a-b51b-4433-8e50-fd916fc965a7 {{(pid=92921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 07:28:20.859120 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] For port c60bb94a-b51b-4433-8e50-fd916fc965a7, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=c60bb94a-b51b-4433-8e50-fd916fc965a7,segment=NetworkSegment(654d3564-a1a5-4ee5-bdf9-e27fee599e4d),segment_id=654d3564-a1a5-4ee5-bdf9-e27fee599e4d)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:28:20.863035 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:28:20.864740 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:28:20.912330 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Pushing event updated for resources: {'Port': ['ID=c60bb94a-b51b-4433-8e50-fd916fc965a7,revision_number=4']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:28:20.915240 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:28:21.187645 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] get_ports_and_sgs() called for port_ids ['c60bb94a-b51b-4433-8e50-fd916fc965a7'] {{(pid=92921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 07:28:21.513536 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fdfe51-d53a-481b-8124-0d0f1b60ba3b req-bff408f0-16fb-4d7d-bbcc-aa9b476975ab tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:28:21.514988 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-a2fdfe51-d53a-481b-8124-0d0f1b60ba3b req-bff408f0-16fb-4d7d-bbcc-aa9b476975ab tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c544c47-24d0-4fd3-ad5a-328a7c876ec1 HTTP/1.1" status: 200 len: 944 time: 0.0636075 Jun 22 07:28:21.551980 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-a2fdfe51-d53a-481b-8124-0d0f1b60ba3b req-aa0694f0-1ad4-45ac-8887-3c889d6f63fa tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce8b2d0b-296c-409b-9421-6bffef7a9de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312767 Jun 22 07:28:22.700532 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Device c60bb94a-b51b-4433-8e50-fd916fc965a7 up at agent hyperv_hv-cinder-78662 {{(pid=92921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 07:28:22.727625 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87d6652-7bfb-4921-9bc6-da801093053c req-db35c1ef-bfae-44ab-913c-8e4e1b4f4605 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:28:22.729193 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-f87d6652-7bfb-4921-9bc6-da801093053c req-db35c1ef-bfae-44ab-913c-8e4e1b4f4605 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c544c47-24d0-4fd3-ad5a-328a7c876ec1 HTTP/1.1" status: 200 len: 944 time: 0.0678234 Jun 22 07:28:22.749090 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Provisioning for port c60bb94a-b51b-4433-8e50-fd916fc965a7 completed by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 07:28:22.752859 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Provisioning complete for port c60bb94a-b51b-4433-8e50-fd916fc965a7 triggered by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:28:22.753242 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1879668'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:28:22.768962 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-f87d6652-7bfb-4921-9bc6-da801093053c req-1c1b1076-fdaa-4ab3-bca0-4166aeb85cb1 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce8b2d0b-296c-409b-9421-6bffef7a9de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339999 Jun 22 07:28:22.828189 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:28:22.850779 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c544c47-24d0-4fd3-ad5a-328a7c876ec1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c60bb94a-b51b-4433-8e50-fd916fc965a7'}] {{(pid=92921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 07:28:22.853032 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4609914990d9533a1079bbd359c82c974bab58cbf2fcf9d17aa38aa491f36217" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5330a2c-a4d5-4f43-a1c3-8b7d120f5842" -d '{"events": [{"server_uuid": "9c544c47-24d0-4fd3-ad5a-328a7c876ec1", "name": "network-vif-plugged", "status": "completed", "tag": "c60bb94a-b51b-4433-8e50-fd916fc965a7"}]}' {{(pid=92921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 07:28:22.869495 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] For port c60bb94a-b51b-4433-8e50-fd916fc965a7, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=c60bb94a-b51b-4433-8e50-fd916fc965a7,segment=NetworkSegment(654d3564-a1a5-4ee5-bdf9-e27fee599e4d),segment_id=654d3564-a1a5-4ee5-bdf9-e27fee599e4d)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:28:22.874513 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:28:22.876479 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-e561504c-2634-4f66-8015-fd2ab941ad5a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:28:22.897932 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 07:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad37f71e-3ee4-4001-8bfb-dcdd92bbd687 x-openstack-request-id: req-ad37f71e-3ee4-4001-8bfb-dcdd92bbd687 {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 07:28:22.898232 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c544c47-24d0-4fd3-ad5a-328a7c876ec1", "name": "network-vif-plugged", "status": "completed", "tag": "c60bb94a-b51b-4433-8e50-fd916fc965a7", "code": 200}]} {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 07:28:22.898489 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ad37f71e-3ee4-4001-8bfb-dcdd92bbd687 {{(pid=92921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 07:28:22.898925 dv-cinder-786627-11-iscsi neutron-server[92921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c544c47-24d0-4fd3-ad5a-328a7c876ec1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c60bb94a-b51b-4433-8e50-fd916fc965a7', 'code': 200} Jun 22 07:28:22.929507 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Pushing event updated for resources: {'Port': ['ID=c60bb94a-b51b-4433-8e50-fd916fc965a7,revision_number=5']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:28:22.932474 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:28:23.150696 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb4d1b4-3d0c-4769-91ac-8c0c27da48bf req-ca06db02-9ab2-4559-b7f7-98801e0017a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:28:23.152043 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-edb4d1b4-3d0c-4769-91ac-8c0c27da48bf req-ca06db02-9ab2-4559-b7f7-98801e0017a6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9c544c47-24d0-4fd3-ad5a-328a7c876ec1 HTTP/1.1" status: 200 len: 1098 time: 0.0513661 Jun 22 07:28:23.185917 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-edb4d1b4-3d0c-4769-91ac-8c0c27da48bf req-f35b534f-1291-4f66-8341-1579436b5d4f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ce8b2d0b-296c-409b-9421-6bffef7a9de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272961 Jun 22 07:28:23.943681 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d3df74-5b66-48bb-a393-03db97a38b22 req-484213bf-1b9b-4684-b513-5de396eb5898 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:28:23.945108 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-a7d3df74-5b66-48bb-a393-03db97a38b22 req-484213bf-1b9b-4684-b513-5de396eb5898 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c544c47-24d0-4fd3-ad5a-328a7c876ec1 HTTP/1.1" status: 200 len: 945 time: 0.0680797 Jun 22 07:28:23.984473 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-a7d3df74-5b66-48bb-a393-03db97a38b22 req-676d55e2-897f-40aa-ad83-a8f8d602363b tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce8b2d0b-296c-409b-9421-6bffef7a9de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336440 Jun 22 07:28:25.163045 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecbf4d6-e92b-45b4-b075-ad98b7526cae req-fa561948-6ce9-413f-83df-cb1061f83a0d tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:28:25.164490 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-6ecbf4d6-e92b-45b4-b075-ad98b7526cae req-fa561948-6ce9-413f-83df-cb1061f83a0d tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c544c47-24d0-4fd3-ad5a-328a7c876ec1 HTTP/1.1" status: 200 len: 945 time: 0.0687287 Jun 22 07:28:25.202571 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-6ecbf4d6-e92b-45b4-b075-ad98b7526cae req-f0003636-b3a2-49c5-973e-6392d657c2b5 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce8b2d0b-296c-409b-9421-6bffef7a9de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323958 Jun 22 07:28:25.373259 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0665affd-9a83-4875-a1e8-25249ceda61a req-3244dec8-d374-4a7c-84e0-9b18bf3501d6 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:28:25.374608 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-0665affd-9a83-4875-a1e8-25249ceda61a req-3244dec8-d374-4a7c-84e0-9b18bf3501d6 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c544c47-24d0-4fd3-ad5a-328a7c876ec1 HTTP/1.1" status: 200 len: 945 time: 0.0637426 Jun 22 07:28:25.411892 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-0665affd-9a83-4875-a1e8-25249ceda61a req-8bbd9d14-57ef-44df-8c14-beddd9ca663b tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce8b2d0b-296c-409b-9421-6bffef7a9de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314910 Jun 22 07:28:25.435840 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 53820) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:28:25.526678 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93c908a2-ce68-4e1a-b6ea-ff01fe42a7e6 tempest-TestVolumeBootPattern-2005827115 tempest-TestVolumeBootPattern-2005827115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:28:25.528151 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-93c908a2-ce68-4e1a-b6ea-ff01fe42a7e6 tempest-TestVolumeBootPattern-2005827115 tempest-TestVolumeBootPattern-2005827115-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=9c544c47-24d0-4fd3-ad5a-328a7c876ec1 HTTP/1.1" status: 200 len: 1093 time: 0.0912898 Jun 22 07:28:25.531092 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 53824) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:28:25.536672 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.v2.base [None req-bf2dc08a-e31d-4590-9399-f0db15067017 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Request body: {'floatingip': {'floating_network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'port_id': 'c60bb94a-b51b-4433-8e50-fd916fc965a7', 'tenant_id': '39e7765ed5cd4e0e9e770bf5a465d8ba', 'fixed_ip_address': '172.20.0.7'}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:28:25.558393 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-bf2dc08a-e31d-4590-9399-f0db15067017 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Notify callbacks [] for floatingip, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:28:25.657222 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-bf2dc08a-e31d-4590-9399-f0db15067017 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1809762'] for port, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:28:25.760888 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.db.db_base_plugin_common [None req-bf2dc08a-e31d-4590-9399-f0db15067017 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Allocated IP 172.27.1.219 (73c4e24d-548c-4da2-96ca-75881b5fbbd2/544f46cc-96c5-45ec-92af-d864e0b11db8/40006867-1f92-4878-b071-91966f064137) {{(pid=92919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 07:28:25.860586 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-bf2dc08a-e31d-4590-9399-f0db15067017 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Notify callbacks [] for port, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:28:25.898137 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-bf2dc08a-e31d-4590-9399-f0db15067017 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1809569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-690206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773473471591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4832682'] for port, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:28:25.900260 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-930c9add-901d-4a6a-a59d-ca5666cacd36 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:28:25.939478 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf2dc08a-e31d-4590-9399-f0db15067017 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Network 73c4e24d-548c-4da2-96ca-75881b5fbbd2 is already hosted by enough agents. {{(pid=92919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 07:28:25.942486 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.scheduler.base_scheduler [None req-bf2dc08a-e31d-4590-9399-f0db15067017 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Resources bound (agent type, host, resource id): {{(pid=92919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 07:28:25.945017 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2dc08a-e31d-4590-9399-f0db15067017 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Received port after_create {{(pid=92919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 07:28:25.973308 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2dc08a-e31d-4590-9399-f0db15067017 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Pushing event updated for resources: {'Port': ['ID=40006867-1f92-4878-b071-91966f064137,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:28:25.984018 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2dc08a-e31d-4590-9399-f0db15067017 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:28:25.984408 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2dc08a-e31d-4590-9399-f0db15067017 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:28:25.984788 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2dc08a-e31d-4590-9399-f0db15067017 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:28:25.985151 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2dc08a-e31d-4590-9399-f0db15067017 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:28:25.985512 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2dc08a-e31d-4590-9399-f0db15067017 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:28:25.985870 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2dc08a-e31d-4590-9399-f0db15067017 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:28:25.986227 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2dc08a-e31d-4590-9399-f0db15067017 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:28:25.986583 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2dc08a-e31d-4590-9399-f0db15067017 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:28:25.986942 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2dc08a-e31d-4590-9399-f0db15067017 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:28:25.987294 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2dc08a-e31d-4590-9399-f0db15067017 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:28:25.987648 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2dc08a-e31d-4590-9399-f0db15067017 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:28:25.988000 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2dc08a-e31d-4590-9399-f0db15067017 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:28:25.992895 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-bf2dc08a-e31d-4590-9399-f0db15067017 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:28:26.320589 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-bf2dc08a-e31d-4590-9399-f0db15067017 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:28:26.670373 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-bf2dc08a-e31d-4590-9399-f0db15067017 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:28:26.817555 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-bf2dc08a-e31d-4590-9399-f0db15067017 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Notify callbacks [] for port, precommit_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:28:26.822494 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-bf2dc08a-e31d-4590-9399-f0db15067017 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4832664'] for port, after_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:28:26.824526 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-6de21c8b-4990-4788-9a15-98852e726970 tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:28:26.888278 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2dc08a-e31d-4590-9399-f0db15067017 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Pushing event updated for resources: {'Port': ['ID=40006867-1f92-4878-b071-91966f064137,revision_number=2']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:28:26.893797 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-bf2dc08a-e31d-4590-9399-f0db15067017 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:28:26.900262 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-bf2dc08a-e31d-4590-9399-f0db15067017 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-706738'] for floatingip, after_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:28:26.998970 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.db.l3_db [None req-bf2dc08a-e31d-4590-9399-f0db15067017 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Floating IP 89bc13b4-3a42-4e9a-9fe6-a40793e40fa2 associated. External IP: 172.27.1.219, port: c60bb94a-b51b-4433-8e50-fd916fc965a7. Jun 22 07:28:27.205181 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf2dc08a-e31d-4590-9399-f0db15067017 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Router 59ca7a8b-cca1-47d6-8828-99d07e51bfdc has already been hosted by L3 agent f18ef446-1389-4802-a345-f314a6956002 {{(pid=92919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 07:28:27.311873 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf2dc08a-e31d-4590-9399-f0db15067017 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Notify agent at l3_agent.dv-cinder-786627-11-iscsi the message routers_updated {{(pid=92919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 07:28:27.321830 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bcab1c7-9a25-449d-a60a-f839a914c798 None None] Sync routers for ids ['59ca7a8b-cca1-47d6-8828-99d07e51bfdc'] in dv-cinder-786627-11-iscsi {{(pid=92921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 07:28:27.329183 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-bf2dc08a-e31d-4590-9399-f0db15067017 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91146'] for floatingip, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:28:27.332216 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bcab1c7-9a25-449d-a60a-f839a914c798 None None] Routers {'59ca7a8b-cca1-47d6-8828-99d07e51bfdc'} bound to L3 agent in host dv-cinder-786627-11-iscsi {{(pid=92921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 07:28:27.332880 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-5bcab1c7-9a25-449d-a60a-f839a914c798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T07:06:03Z,description=,heartbeat_timestamp=2021-06-22T07:28:03Z,host='dv-cinder-786627-11-iscsi',id=f18ef446-1389-4802-a345-f314a6956002,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T07:06:03Z,topic='l3_agent')) {'router_ids': ['59ca7a8b-cca1-47d6-8828-99d07e51bfdc'], 'active': True} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:28:27.376463 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-bf2dc08a-e31d-4590-9399-f0db15067017 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8341758 Jun 22 07:28:27.376463 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c544c47-24d0-4fd3-ad5a-328a7c876ec1', 'tag': 'c60bb94a-b51b-4433-8e50-fd916fc965a7'}] {{(pid=92919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 07:28:27.376463 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2874ba58536e60953e76cf0b72237944d74909d10009afe4cd7b86cda982d3ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dd897eb-f393-463c-b964-20ab7b247cd2" -d '{"events": [{"name": "network-changed", "server_uuid": "9c544c47-24d0-4fd3-ad5a-328a7c876ec1", "tag": "c60bb94a-b51b-4433-8e50-fd916fc965a7"}]}' {{(pid=92919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 07:28:27.405373 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 07:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c053362-6aba-47ce-be4b-824b19d46888 x-openstack-request-id: req-0c053362-6aba-47ce-be4b-824b19d46888 {{(pid=92919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 07:28:27.405710 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c544c47-24d0-4fd3-ad5a-328a7c876ec1", "tag": "c60bb94a-b51b-4433-8e50-fd916fc965a7", "status": "completed", "code": 200}]} {{(pid=92919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 07:28:27.406036 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0c053362-6aba-47ce-be4b-824b19d46888 {{(pid=92919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 07:28:27.406478 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c544c47-24d0-4fd3-ad5a-328a7c876ec1', 'tag': 'c60bb94a-b51b-4433-8e50-fd916fc965a7', 'status': 'completed', 'code': 200} Jun 22 07:28:27.451798 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvr_db [None req-5bcab1c7-9a25-449d-a60a-f839a914c798 None None] Set router 59ca7a8b-cca1-47d6-8828-99d07e51bfdc gateway port host: dv-cinder-786627-11-iscsi {{(pid=92921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 07:28:27.478859 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd897eb-f393-463c-b964-20ab7b247cd2 req-d117de85-b870-4165-a3d5-f42e90a42aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:28:27.480411 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-7dd897eb-f393-463c-b964-20ab7b247cd2 req-d117de85-b870-4165-a3d5-f42e90a42aeb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=39e7765ed5cd4e0e9e770bf5a465d8ba&device_id=9c544c47-24d0-4fd3-ad5a-328a7c876ec1 HTTP/1.1" status: 200 len: 1098 time: 0.0526676 Jun 22 07:28:27.575724 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd897eb-f393-463c-b964-20ab7b247cd2 req-0fb40fd1-f656-4b28-8f71-111f66c25ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:28:27.577149 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-7dd897eb-f393-463c-b964-20ab7b247cd2 req-0fb40fd1-f656-4b28-8f71-111f66c25ad7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8e2ae9a8-9228-4c23-8cea-73e784abde4d HTTP/1.1" status: 200 len: 913 time: 0.0903449 Jun 22 07:28:27.645731 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-7dd897eb-f393-463c-b964-20ab7b247cd2 req-13cb3104-a2a9-41e3-b9cc-8928e8066abd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c60bb94a-b51b-4433-8e50-fd916fc965a7 HTTP/1.1" status: 200 len: 999 time: 0.0618050 Jun 22 07:28:27.699808 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd897eb-f393-463c-b964-20ab7b247cd2 req-1013b355-73cb-45ce-8d4c-7a13581e9dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:28:27.701302 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-7dd897eb-f393-463c-b964-20ab7b247cd2 req-1013b355-73cb-45ce-8d4c-7a13581e9dec service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1158cd74-6434-4737-91bb-b3c67fb18a3d HTTP/1.1" status: 200 len: 851 time: 0.0491390 Jun 22 07:28:27.758272 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd897eb-f393-463c-b964-20ab7b247cd2 req-02767837-a7e2-4409-9ba1-7d6210c32168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:28:27.759733 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-7dd897eb-f393-463c-b964-20ab7b247cd2 req-02767837-a7e2-4409-9ba1-7d6210c32168 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8e2ae9a8-9228-4c23-8cea-73e784abde4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0519226 Jun 22 07:28:27.799672 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-5bcab1c7-9a25-449d-a60a-f839a914c798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ca7a8b-cca1-47d6-8828-99d07e51bfdc', 'name': 'tempest-TestVolumeBootPattern-2146042094-router', 'tenant_id': '39e7765ed5cd4e0e9e770bf5a465d8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'external_fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': 'bdfc35b5-4461-413e-a2f5-ad9e329f2040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:27:36Z', 'updated_at': '2021-06-22T07:27:39Z', 'revision_number': 4, 'project_id': '39e7765ed5cd4e0e9e770bf5a465d8ba', 'gw_port': {'id': 'bdfc35b5-4461-413e-a2f5-ad9e329f2040', 'name': '', 'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:0e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ca7a8b-cca1-47d6-8828-99d07e51bfdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:27:37Z', 'updated_at': '2021-06-22T07:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-iscsi', '_floatingips': [{'id': '89bc13b4-3a42-4e9a-9fe6-a40793e40fa2', 'tenant_id': '39e7765ed5cd4e0e9e770bf5a465d8ba', 'floating_ip_address': '172.27.1.219', 'floating_network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'router_id': '59ca7a8b-cca1-47d6-8828-99d07e51bfdc', 'port_id': 'c60bb94a-b51b-4433-8e50-fd916fc965a7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e2ae9a8-9228-4c23-8cea-73e784abde4d', 'mac_address': 'fa:16:3e:e1:c6:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c544c47-24d0-4fd3-ad5a-328a7c876ec1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T07:28:26Z', 'updated_at': '2021-06-22T07:28:26Z', 'revision_number': 0, 'project_id': '39e7765ed5cd4e0e9e770bf5a465d8ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3fd030a-2e92-497d-b370-68ab0d8e78cf', 'name': '', 'network_id': '8e2ae9a8-9228-4c23-8cea-73e784abde4d', 'tenant_id': '39e7765ed5cd4e0e9e770bf5a465d8ba', 'mac_address': 'fa:16:3e:ab:45:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ca7a8b-cca1-47d6-8828-99d07e51bfdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '1158cd74-6434-4737-91bb-b3c67fb18a3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:27:39Z', 'updated_at': '2021-06-22T07:27:45Z', 'revision_number': 5, 'project_id': '39e7765ed5cd4e0e9e770bf5a465d8ba', 'subnets': [{'id': '1158cd74-6434-4737-91bb-b3c67fb18a3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-11-iscsi', False) {} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:28:27.831585 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bcab1c7-9a25-449d-a60a-f839a914c798 None None] Checking router: 59ca7a8b-cca1-47d6-8828-99d07e51bfdc for host: dv-cinder-786627-11-iscsi {{(pid=92921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 07:28:27.839879 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bcab1c7-9a25-449d-a60a-f839a914c798 None None] Routers {'59ca7a8b-cca1-47d6-8828-99d07e51bfdc'} bound to L3 agent in host dv-cinder-786627-11-iscsi {{(pid=92921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 07:28:27.840523 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-5bcab1c7-9a25-449d-a60a-f839a914c798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T07:06:03Z,description=,heartbeat_timestamp=2021-06-22T07:28:03Z,host='dv-cinder-786627-11-iscsi',id=f18ef446-1389-4802-a345-f314a6956002,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T07:06:03Z,topic='l3_agent')) {'router_ids': ['59ca7a8b-cca1-47d6-8828-99d07e51bfdc'], 'active': True} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:28:27.850155 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-7dd897eb-f393-463c-b964-20ab7b247cd2 req-35a38b17-d046-468b-8ed8-5866253d15a5 service neutron] 10.222.0.41 "GET /v2.0/networks/8e2ae9a8-9228-4c23-8cea-73e784abde4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833070 Jun 22 07:28:27.943441 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvr_db [None req-5bcab1c7-9a25-449d-a60a-f839a914c798 None None] Set router 59ca7a8b-cca1-47d6-8828-99d07e51bfdc gateway port host: dv-cinder-786627-11-iscsi {{(pid=92921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 07:28:27.943958 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-7dd897eb-f393-463c-b964-20ab7b247cd2 req-002c5106-d8d0-47d7-be40-ce9765551d78 service neutron] 10.222.0.41 "GET /v2.0/networks/8e2ae9a8-9228-4c23-8cea-73e784abde4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875847 Jun 22 07:28:28.158196 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-5bcab1c7-9a25-449d-a60a-f839a914c798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ca7a8b-cca1-47d6-8828-99d07e51bfdc', 'name': 'tempest-TestVolumeBootPattern-2146042094-router', 'tenant_id': '39e7765ed5cd4e0e9e770bf5a465d8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'external_fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': 'bdfc35b5-4461-413e-a2f5-ad9e329f2040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:27:36Z', 'updated_at': '2021-06-22T07:27:39Z', 'revision_number': 4, 'project_id': '39e7765ed5cd4e0e9e770bf5a465d8ba', 'gw_port': {'id': 'bdfc35b5-4461-413e-a2f5-ad9e329f2040', 'name': '', 'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:0e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ca7a8b-cca1-47d6-8828-99d07e51bfdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:27:37Z', 'updated_at': '2021-06-22T07:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-iscsi', '_floatingips': [{'id': '89bc13b4-3a42-4e9a-9fe6-a40793e40fa2', 'tenant_id': '39e7765ed5cd4e0e9e770bf5a465d8ba', 'floating_ip_address': '172.27.1.219', 'floating_network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'router_id': '59ca7a8b-cca1-47d6-8828-99d07e51bfdc', 'port_id': 'c60bb94a-b51b-4433-8e50-fd916fc965a7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e2ae9a8-9228-4c23-8cea-73e784abde4d', 'mac_address': 'fa:16:3e:e1:c6:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c544c47-24d0-4fd3-ad5a-328a7c876ec1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T07:28:26Z', 'updated_at': '2021-06-22T07:28:26Z', 'revision_number': 0, 'project_id': '39e7765ed5cd4e0e9e770bf5a465d8ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3fd030a-2e92-497d-b370-68ab0d8e78cf', 'name': '', 'network_id': '8e2ae9a8-9228-4c23-8cea-73e784abde4d', 'tenant_id': '39e7765ed5cd4e0e9e770bf5a465d8ba', 'mac_address': 'fa:16:3e:ab:45:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ca7a8b-cca1-47d6-8828-99d07e51bfdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '1158cd74-6434-4737-91bb-b3c67fb18a3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:27:39Z', 'updated_at': '2021-06-22T07:27:45Z', 'revision_number': 5, 'project_id': '39e7765ed5cd4e0e9e770bf5a465d8ba', 'subnets': [{'id': '1158cd74-6434-4737-91bb-b3c67fb18a3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-11-iscsi', False) {} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:28:28.187325 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bcab1c7-9a25-449d-a60a-f839a914c798 None None] The sync data for ids ['59ca7a8b-cca1-47d6-8828-99d07e51bfdc'] in dv-cinder-786627-11-iscsi is: [{'id': '59ca7a8b-cca1-47d6-8828-99d07e51bfdc', 'name': 'tempest-TestVolumeBootPattern-2146042094-router', 'tenant_id': '39e7765ed5cd4e0e9e770bf5a465d8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'external_fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': 'bdfc35b5-4461-413e-a2f5-ad9e329f2040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:27:36Z', 'updated_at': '2021-06-22T07:27:39Z', 'revision_number': 4, 'project_id': '39e7765ed5cd4e0e9e770bf5a465d8ba', 'gw_port': {'id': 'bdfc35b5-4461-413e-a2f5-ad9e329f2040', 'name': '', 'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:0e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ca7a8b-cca1-47d6-8828-99d07e51bfdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:27:37Z', 'updated_at': '2021-06-22T07:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-iscsi', '_floatingips': [{'id': '89bc13b4-3a42-4e9a-9fe6-a40793e40fa2', 'tenant_id': '39e7765ed5cd4e0e9e770bf5a465d8ba', 'floating_ip_address': '172.27.1.219', 'floating_network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'router_id': '59ca7a8b-cca1-47d6-8828-99d07e51bfdc', 'port_id': 'c60bb94a-b51b-4433-8e50-fd916fc965a7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e2ae9a8-9228-4c23-8cea-73e784abde4d', 'mac_address': 'fa:16:3e:e1:c6:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c544c47-24d0-4fd3-ad5a-328a7c876ec1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T07:28:26Z', 'updated_at': '2021-06-22T07:28:26Z', 'revision_number': 0, 'project_id': '39e7765ed5cd4e0e9e770bf5a465d8ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3fd030a-2e92-497d-b370-68ab0d8e78cf', 'name': '', 'network_id': '8e2ae9a8-9228-4c23-8cea-73e784abde4d', 'tenant_id': '39e7765ed5cd4e0e9e770bf5a465d8ba', 'mac_address': 'fa:16:3e:ab:45:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ca7a8b-cca1-47d6-8828-99d07e51bfdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '1158cd74-6434-4737-91bb-b3c67fb18a3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:27:39Z', 'updated_at': '2021-06-22T07:27:45Z', 'revision_number': 5, 'project_id': '39e7765ed5cd4e0e9e770bf5a465d8ba', 'subnets': [{'id': '1158cd74-6434-4737-91bb-b3c67fb18a3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 07:28:28.377169 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ffaba69-2a0d-4e40-9be0-e0a508ac1171 None None] New status for floating IP 89bc13b4-3a42-4e9a-9fe6-a40793e40fa2: ACTIVE {{(pid=92922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 07:28:30.733056 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-084fc280-ab6f-4585-af2d-b92cd074b90c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:28:33.097772 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-b285da5f-b947-4e5e-9116-ec7e597d9c7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:28:33.294327 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:28:34.805073 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:28:35.247085 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d3c1a5ff-c703-4bfc-bce3-efb8418f207c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:28:36.981537 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-f04bb265-eca6-4530-aeb1-0b3afeb7eb68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:28:45.930141 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.agents_db [None req-74002642-eed4-46c6-8f70-93846dc748c3 None None] Agent healthcheck: found 6 active agents {{(pid=92922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 07:29:00.734404 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-2258ab13-e9a9-4d31-bf6e-0d2a22439ef0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:29:03.098021 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-dd376ed4-4de3-4fd8-b838-63b67c09770d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:29:03.294630 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:29:04.803048 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:29:05.249966 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d3c1a5ff-c703-4bfc-bce3-efb8418f207c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:29:06.982698 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-f04bb265-eca6-4530-aeb1-0b3afeb7eb68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:29:13.809771 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-31849bfb-b07c-4188-a133-9cb41ab5b021 req-b178f6f3-ef5c-474f-91f1-71e23f54d21d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9c544c47-24d0-4fd3-ad5a-328a7c876ec1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0509732 Jun 22 07:29:13.909704 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31849bfb-b07c-4188-a133-9cb41ab5b021 req-20891df7-dc50-4a9f-8bbe-3aa8c3cae602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:29:13.911041 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-31849bfb-b07c-4188-a133-9cb41ab5b021 req-20891df7-dc50-4a9f-8bbe-3aa8c3cae602 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=39e7765ed5cd4e0e9e770bf5a465d8ba&device_id=9c544c47-24d0-4fd3-ad5a-328a7c876ec1 HTTP/1.1" status: 200 len: 1098 time: 0.0522175 Jun 22 07:29:14.017252 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31849bfb-b07c-4188-a133-9cb41ab5b021 req-8279f284-b8b2-4eb0-b7d2-4ec1829a76fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:29:14.018771 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-31849bfb-b07c-4188-a133-9cb41ab5b021 req-8279f284-b8b2-4eb0-b7d2-4ec1829a76fc service neutron] 10.222.0.41 "GET /v2.0/networks?id=8e2ae9a8-9228-4c23-8cea-73e784abde4d HTTP/1.1" status: 200 len: 913 time: 0.0874312 Jun 22 07:29:14.085902 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-31849bfb-b07c-4188-a133-9cb41ab5b021 req-a2dbd039-1c72-4106-80f9-e58266ad0060 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c60bb94a-b51b-4433-8e50-fd916fc965a7 HTTP/1.1" status: 200 len: 1001 time: 0.0570364 Jun 22 07:29:14.137557 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31849bfb-b07c-4188-a133-9cb41ab5b021 req-2e31265b-0b96-4396-85b9-3edbe16013b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:29:14.138932 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-31849bfb-b07c-4188-a133-9cb41ab5b021 req-2e31265b-0b96-4396-85b9-3edbe16013b5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1158cd74-6434-4737-91bb-b3c67fb18a3d HTTP/1.1" status: 200 len: 851 time: 0.0459266 Jun 22 07:29:14.195350 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31849bfb-b07c-4188-a133-9cb41ab5b021 req-0284c0cd-1b03-458f-9934-8705fa24e7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:29:14.196713 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-31849bfb-b07c-4188-a133-9cb41ab5b021 req-0284c0cd-1b03-458f-9934-8705fa24e7fa service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8e2ae9a8-9228-4c23-8cea-73e784abde4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0513101 Jun 22 07:29:14.283400 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-31849bfb-b07c-4188-a133-9cb41ab5b021 req-3db77536-c4ec-4ece-934c-aacab44159a5 service neutron] 10.222.0.41 "GET /v2.0/networks/8e2ae9a8-9228-4c23-8cea-73e784abde4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797956 Jun 22 07:29:14.373850 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-31849bfb-b07c-4188-a133-9cb41ab5b021 req-a71985a5-aad2-495e-af55-f698d65c5d3a service neutron] 10.222.0.41 "GET /v2.0/networks/8e2ae9a8-9228-4c23-8cea-73e784abde4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838397 Jun 22 07:29:22.929204 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.agents_db [None req-74002642-eed4-46c6-8f70-93846dc748c3 None None] Agent healthcheck: found 6 active agents {{(pid=92922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 07:29:30.734385 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5d975ae8-5614-45aa-9e9d-14fd96372049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:29:33.097452 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-4388b9d6-bb6c-4590-b647-c76768329b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:29:33.295401 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:29:34.797938 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:29:35.252759 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d3c1a5ff-c703-4bfc-bce3-efb8418f207c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:29:36.986026 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-f04bb265-eca6-4530-aeb1-0b3afeb7eb68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:29:59.927387 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.agents_db [None req-74002642-eed4-46c6-8f70-93846dc748c3 None None] Agent healthcheck: found 6 active agents {{(pid=92922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 07:30:00.734091 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-ba58b800-c314-484d-9b7d-a481ee4dd1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:30:03.098684 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a33c0658-2e06-422c-b0bf-fdcc42f20895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:30:03.297473 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:30:04.789383 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:30:05.255515 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d3c1a5ff-c703-4bfc-bce3-efb8418f207c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:30:06.987614 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-f04bb265-eca6-4530-aeb1-0b3afeb7eb68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:30:07.634844 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [req-0b002802-3b1e-42bc-9ca7-b1327bcaee18 req-30fb344e-9bca-4d8b-a325-620a06a7dd9a service neutron] (92920) timed out ('10.222.0.41', 60436) {{(pid=92920) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 22 07:30:14.849659 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-98f9af4e-c21b-4702-a7c5-29d121a4dc97 req-f426077b-3e67-47f5-83b6-aab3cbd64d1b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9c544c47-24d0-4fd3-ad5a-328a7c876ec1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0924752 Jun 22 07:30:14.946254 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f9af4e-c21b-4702-a7c5-29d121a4dc97 req-88becdd5-bf56-4769-828f-1de2e0dbcd1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:30:14.947629 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-98f9af4e-c21b-4702-a7c5-29d121a4dc97 req-88becdd5-bf56-4769-828f-1de2e0dbcd1e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=39e7765ed5cd4e0e9e770bf5a465d8ba&device_id=9c544c47-24d0-4fd3-ad5a-328a7c876ec1 HTTP/1.1" status: 200 len: 1098 time: 0.0555863 Jun 22 07:30:15.053120 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f9af4e-c21b-4702-a7c5-29d121a4dc97 req-ae44c4e7-1bd6-41e6-a7e6-8d9ebbfcf3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:30:15.054561 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-98f9af4e-c21b-4702-a7c5-29d121a4dc97 req-ae44c4e7-1bd6-41e6-a7e6-8d9ebbfcf3d0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8e2ae9a8-9228-4c23-8cea-73e784abde4d HTTP/1.1" status: 200 len: 913 time: 0.0875571 Jun 22 07:30:15.116954 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-98f9af4e-c21b-4702-a7c5-29d121a4dc97 req-e9db8490-31ad-4a1f-a4d7-c685aa79e555 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c60bb94a-b51b-4433-8e50-fd916fc965a7 HTTP/1.1" status: 200 len: 1001 time: 0.0563278 Jun 22 07:30:15.168762 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f9af4e-c21b-4702-a7c5-29d121a4dc97 req-84758240-7850-44e7-93f9-cd200bf5b8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:30:15.170180 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-98f9af4e-c21b-4702-a7c5-29d121a4dc97 req-84758240-7850-44e7-93f9-cd200bf5b8ef service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1158cd74-6434-4737-91bb-b3c67fb18a3d HTTP/1.1" status: 200 len: 851 time: 0.0472660 Jun 22 07:30:15.225216 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f9af4e-c21b-4702-a7c5-29d121a4dc97 req-1c0c4b47-4468-499e-9a0a-c36ec7907c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:30:15.227342 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-98f9af4e-c21b-4702-a7c5-29d121a4dc97 req-1c0c4b47-4468-499e-9a0a-c36ec7907c2b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8e2ae9a8-9228-4c23-8cea-73e784abde4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0505207 Jun 22 07:30:15.312443 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-98f9af4e-c21b-4702-a7c5-29d121a4dc97 req-4e398770-a565-4e2b-95aa-e15e715db6ab service neutron] 10.222.0.41 "GET /v2.0/networks/8e2ae9a8-9228-4c23-8cea-73e784abde4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795829 Jun 22 07:30:15.404135 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-98f9af4e-c21b-4702-a7c5-29d121a4dc97 req-318ad29f-8f5c-4623-a906-aabe0dd9b311 service neutron] 10.222.0.41 "GET /v2.0/networks/8e2ae9a8-9228-4c23-8cea-73e784abde4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848863 Jun 22 07:30:30.734655 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-94a653e6-1fa6-4a31-928b-964917f32405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:30:33.099560 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-6ad22ddf-2556-4b95-96df-4d062daa1bd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:30:33.300656 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:30:34.791666 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:30:35.259932 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d3c1a5ff-c703-4bfc-bce3-efb8418f207c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:30:36.926577 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.agents_db [None req-74002642-eed4-46c6-8f70-93846dc748c3 None None] Agent healthcheck: found 6 active agents {{(pid=92922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 07:30:36.989652 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-f04bb265-eca6-4530-aeb1-0b3afeb7eb68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:30:41.821880 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f99761e-9921-4b1b-aec9-5cb7fea76ad6 req-bc8f5c0d-c939-4274-bc6b-4f74f0b46d97 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:30:41.823345 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-5f99761e-9921-4b1b-aec9-5cb7fea76ad6 req-bc8f5c0d-c939-4274-bc6b-4f74f0b46d97 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c544c47-24d0-4fd3-ad5a-328a7c876ec1 HTTP/1.1" status: 200 len: 945 time: 0.1291556 Jun 22 07:30:41.860604 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-5f99761e-9921-4b1b-aec9-5cb7fea76ad6 req-70e68b48-30b8-4a21-a6a8-bfb672624301 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce8b2d0b-296c-409b-9421-6bffef7a9de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316720 Jun 22 07:30:43.095412 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d34d2b5-2fdb-4599-9a69-29ac494306f5 req-110606f7-6364-4616-afd6-8f2fbffb1d4e tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:30:43.096858 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-4d34d2b5-2fdb-4599-9a69-29ac494306f5 req-110606f7-6364-4616-afd6-8f2fbffb1d4e tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c544c47-24d0-4fd3-ad5a-328a7c876ec1 HTTP/1.1" status: 200 len: 945 time: 0.1125007 Jun 22 07:30:43.134729 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-4d34d2b5-2fdb-4599-9a69-29ac494306f5 req-ca69b12a-e5da-4d3a-87ce-1fd8e48212cb tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce8b2d0b-296c-409b-9421-6bffef7a9de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322731 Jun 22 07:30:43.345400 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390ec084-59ee-4c96-98d2-ad08afb60b90 req-30bfd75c-ecb5-49e8-9c19-7ed5f104f601 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:30:43.346789 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-390ec084-59ee-4c96-98d2-ad08afb60b90 req-30bfd75c-ecb5-49e8-9c19-7ed5f104f601 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c544c47-24d0-4fd3-ad5a-328a7c876ec1 HTTP/1.1" status: 200 len: 945 time: 0.0627596 Jun 22 07:30:43.445666 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.plugin [req-390ec084-59ee-4c96-98d2-ad08afb60b90 req-c52e9cf6-9e7c-47eb-bb34-40cfcfb9c2db tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Deleting port c60bb94a-b51b-4433-8e50-fd916fc965a7 {{(pid=92919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 07:30:43.446000 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-390ec084-59ee-4c96-98d2-ad08afb60b90 req-c52e9cf6-9e7c-47eb-bb34-40cfcfb9c2db tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773474057189'] for port, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:30:43.530814 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.db [req-390ec084-59ee-4c96-98d2-ad08afb60b90 req-c52e9cf6-9e7c-47eb-bb34-40cfcfb9c2db tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] For port c60bb94a-b51b-4433-8e50-fd916fc965a7, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=c60bb94a-b51b-4433-8e50-fd916fc965a7,segment=NetworkSegment(654d3564-a1a5-4ee5-bdf9-e27fee599e4d),segment_id=654d3564-a1a5-4ee5-bdf9-e27fee599e4d)] {{(pid=92919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:30:43.531159 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-390ec084-59ee-4c96-98d2-ad08afb60b90 req-c52e9cf6-9e7c-47eb-bb34-40cfcfb9c2db tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-707208'] for port, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:30:43.691383 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-390ec084-59ee-4c96-98d2-ad08afb60b90 req-c52e9cf6-9e7c-47eb-bb34-40cfcfb9c2db tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:30:43.692009 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-390ec084-59ee-4c96-98d2-ad08afb60b90 req-c52e9cf6-9e7c-47eb-bb34-40cfcfb9c2db tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-706738'] for floatingip, after_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:30:43.692320 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.db.l3_db [req-390ec084-59ee-4c96-98d2-ad08afb60b90 req-c52e9cf6-9e7c-47eb-bb34-40cfcfb9c2db tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Floating IP 89bc13b4-3a42-4e9a-9fe6-a40793e40fa2 disassociated. External IP: 172.27.1.219, port: c60bb94a-b51b-4433-8e50-fd916fc965a7. Jun 22 07:30:43.692685 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.plugin [req-390ec084-59ee-4c96-98d2-ad08afb60b90 req-c52e9cf6-9e7c-47eb-bb34-40cfcfb9c2db tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Calling delete_port for c60bb94a-b51b-4433-8e50-fd916fc965a7 owned by compute:nova {{(pid=92919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 07:30:43.818791 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-390ec084-59ee-4c96-98d2-ad08afb60b90 req-c52e9cf6-9e7c-47eb-bb34-40cfcfb9c2db tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773474061029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773473471600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4832659'] for port, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:30:43.823152 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-8c5eda2b-9b66-4bab-83cf-f0a04f9a9e42 tempest-TestShelveInstance-452183645 tempest-TestShelveInstance-452183645-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:30:43.849940 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52e9cf6-9e7c-47eb-bb34-40cfcfb9c2db tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Pushing event deleted for resources: {'Port': ['ID=c60bb94a-b51b-4433-8e50-fd916fc965a7,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:30:43.861106 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52e9cf6-9e7c-47eb-bb34-40cfcfb9c2db tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:30:43.861488 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52e9cf6-9e7c-47eb-bb34-40cfcfb9c2db tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:30:43.861859 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52e9cf6-9e7c-47eb-bb34-40cfcfb9c2db tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:30:43.862223 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52e9cf6-9e7c-47eb-bb34-40cfcfb9c2db tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:30:43.862579 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52e9cf6-9e7c-47eb-bb34-40cfcfb9c2db tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:30:43.862938 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52e9cf6-9e7c-47eb-bb34-40cfcfb9c2db tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:30:43.863295 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52e9cf6-9e7c-47eb-bb34-40cfcfb9c2db tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:30:43.863674 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52e9cf6-9e7c-47eb-bb34-40cfcfb9c2db tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:30:43.864031 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52e9cf6-9e7c-47eb-bb34-40cfcfb9c2db tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:30:43.864402 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52e9cf6-9e7c-47eb-bb34-40cfcfb9c2db tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:30:43.864755 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52e9cf6-9e7c-47eb-bb34-40cfcfb9c2db tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:30:43.865523 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52e9cf6-9e7c-47eb-bb34-40cfcfb9c2db tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:30:43.868706 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-c52e9cf6-9e7c-47eb-bb34-40cfcfb9c2db tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:30:43.971778 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.scheduler.l3_agent_scheduler [req-390ec084-59ee-4c96-98d2-ad08afb60b90 req-c52e9cf6-9e7c-47eb-bb34-40cfcfb9c2db tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Router 59ca7a8b-cca1-47d6-8828-99d07e51bfdc has already been hosted by L3 agent f18ef446-1389-4802-a345-f314a6956002 {{(pid=92919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 07:30:44.076243 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-390ec084-59ee-4c96-98d2-ad08afb60b90 req-c52e9cf6-9e7c-47eb-bb34-40cfcfb9c2db tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Notify agent at l3_agent.dv-cinder-786627-11-iscsi the message routers_updated {{(pid=92919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 07:30:44.085589 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee50abd-58b4-4be2-a5af-02ae98d1e2eb None None] Sync routers for ids ['59ca7a8b-cca1-47d6-8828-99d07e51bfdc'] in dv-cinder-786627-11-iscsi {{(pid=92921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 07:30:44.095154 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee50abd-58b4-4be2-a5af-02ae98d1e2eb None None] Routers {'59ca7a8b-cca1-47d6-8828-99d07e51bfdc'} bound to L3 agent in host dv-cinder-786627-11-iscsi {{(pid=92921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 07:30:44.095753 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-3ee50abd-58b4-4be2-a5af-02ae98d1e2eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T07:06:03Z,description=,heartbeat_timestamp=2021-06-22T07:30:33Z,host='dv-cinder-786627-11-iscsi',id=f18ef446-1389-4802-a345-f314a6956002,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T07:06:03Z,topic='l3_agent')) {'router_ids': ['59ca7a8b-cca1-47d6-8828-99d07e51bfdc'], 'active': True} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:30:44.118975 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.db.l3_dvrscheduler_db [req-390ec084-59ee-4c96-98d2-ad08afb60b90 req-c52e9cf6-9e7c-47eb-bb34-40cfcfb9c2db tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] No DVR routers for this DVR port c60bb94a-b51b-4433-8e50-fd916fc965a7 on host hv-cinder-78662 {{(pid=92919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 07:30:44.122036 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-390ec084-59ee-4c96-98d2-ad08afb60b90 req-c52e9cf6-9e7c-47eb-bb34-40cfcfb9c2db tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91146'] for port, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:30:44.124051 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-390ec084-59ee-4c96-98d2-ad08afb60b90 req-c52e9cf6-9e7c-47eb-bb34-40cfcfb9c2db tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] 10.222.0.41 "DELETE /v2.0/ports/c60bb94a-b51b-4433-8e50-fd916fc965a7 HTTP/1.1" status: 204 len: 173 time: 0.7717271 Jun 22 07:30:44.124626 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c544c47-24d0-4fd3-ad5a-328a7c876ec1', 'name': 'network-vif-deleted', 'tag': 'c60bb94a-b51b-4433-8e50-fd916fc965a7'}] {{(pid=92919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 07:30:44.127015 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2874ba58536e60953e76cf0b72237944d74909d10009afe4cd7b86cda982d3ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24f53d7e-af63-43e1-86c6-bee9fe018072" -d '{"events": [{"server_uuid": "9c544c47-24d0-4fd3-ad5a-328a7c876ec1", "name": "network-vif-deleted", "tag": "c60bb94a-b51b-4433-8e50-fd916fc965a7"}]}' {{(pid=92919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 07:30:44.206520 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvr_db [None req-3ee50abd-58b4-4be2-a5af-02ae98d1e2eb None None] Set router 59ca7a8b-cca1-47d6-8828-99d07e51bfdc gateway port host: dv-cinder-786627-11-iscsi {{(pid=92921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 07:30:44.208072 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 07:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5521cb4e-c877-4bb0-8207-a18c047dcf5a x-openstack-request-id: req-5521cb4e-c877-4bb0-8207-a18c047dcf5a {{(pid=92919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 07:30:44.208755 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c544c47-24d0-4fd3-ad5a-328a7c876ec1", "name": "network-vif-deleted", "tag": "c60bb94a-b51b-4433-8e50-fd916fc965a7", "status": "completed", "code": 200}]} {{(pid=92919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 07:30:44.209056 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5521cb4e-c877-4bb0-8207-a18c047dcf5a {{(pid=92919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 07:30:44.209651 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c544c47-24d0-4fd3-ad5a-328a7c876ec1', 'name': 'network-vif-deleted', 'tag': 'c60bb94a-b51b-4433-8e50-fd916fc965a7', 'status': 'completed', 'code': 200} Jun 22 07:30:44.291181 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-45c57b95-b0bc-4a4f-af8d-47ca57fe1980 req-fe7edc8d-b2c8-4a27-900b-884735f3456c tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c544c47-24d0-4fd3-ad5a-328a7c876ec1 HTTP/1.1" status: 200 len: 210 time: 0.0341604 Jun 22 07:30:44.413426 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-3ee50abd-58b4-4be2-a5af-02ae98d1e2eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ca7a8b-cca1-47d6-8828-99d07e51bfdc', 'name': 'tempest-TestVolumeBootPattern-2146042094-router', 'tenant_id': '39e7765ed5cd4e0e9e770bf5a465d8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'external_fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': 'bdfc35b5-4461-413e-a2f5-ad9e329f2040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:27:36Z', 'updated_at': '2021-06-22T07:27:39Z', 'revision_number': 4, 'project_id': '39e7765ed5cd4e0e9e770bf5a465d8ba', 'gw_port': {'id': 'bdfc35b5-4461-413e-a2f5-ad9e329f2040', 'name': '', 'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:0e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ca7a8b-cca1-47d6-8828-99d07e51bfdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:27:37Z', 'updated_at': '2021-06-22T07:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-iscsi', '_interfaces': [{'id': 'd3fd030a-2e92-497d-b370-68ab0d8e78cf', 'name': '', 'network_id': '8e2ae9a8-9228-4c23-8cea-73e784abde4d', 'tenant_id': '39e7765ed5cd4e0e9e770bf5a465d8ba', 'mac_address': 'fa:16:3e:ab:45:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ca7a8b-cca1-47d6-8828-99d07e51bfdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '1158cd74-6434-4737-91bb-b3c67fb18a3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:27:39Z', 'updated_at': '2021-06-22T07:27:45Z', 'revision_number': 5, 'project_id': '39e7765ed5cd4e0e9e770bf5a465d8ba', 'subnets': [{'id': '1158cd74-6434-4737-91bb-b3c67fb18a3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-11-iscsi', False) {} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:30:44.442659 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee50abd-58b4-4be2-a5af-02ae98d1e2eb None None] Checking router: 59ca7a8b-cca1-47d6-8828-99d07e51bfdc for host: dv-cinder-786627-11-iscsi {{(pid=92921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 07:30:44.451648 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee50abd-58b4-4be2-a5af-02ae98d1e2eb None None] Routers {'59ca7a8b-cca1-47d6-8828-99d07e51bfdc'} bound to L3 agent in host dv-cinder-786627-11-iscsi {{(pid=92921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 07:30:44.452190 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-3ee50abd-58b4-4be2-a5af-02ae98d1e2eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T07:06:03Z,description=,heartbeat_timestamp=2021-06-22T07:30:33Z,host='dv-cinder-786627-11-iscsi',id=f18ef446-1389-4802-a345-f314a6956002,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T07:06:03Z,topic='l3_agent')) {'router_ids': ['59ca7a8b-cca1-47d6-8828-99d07e51bfdc'], 'active': True} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:30:44.560365 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvr_db [None req-3ee50abd-58b4-4be2-a5af-02ae98d1e2eb None None] Set router 59ca7a8b-cca1-47d6-8828-99d07e51bfdc gateway port host: dv-cinder-786627-11-iscsi {{(pid=92921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 07:30:44.757344 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-3ee50abd-58b4-4be2-a5af-02ae98d1e2eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ca7a8b-cca1-47d6-8828-99d07e51bfdc', 'name': 'tempest-TestVolumeBootPattern-2146042094-router', 'tenant_id': '39e7765ed5cd4e0e9e770bf5a465d8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'external_fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': 'bdfc35b5-4461-413e-a2f5-ad9e329f2040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:27:36Z', 'updated_at': '2021-06-22T07:27:39Z', 'revision_number': 4, 'project_id': '39e7765ed5cd4e0e9e770bf5a465d8ba', 'gw_port': {'id': 'bdfc35b5-4461-413e-a2f5-ad9e329f2040', 'name': '', 'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:0e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ca7a8b-cca1-47d6-8828-99d07e51bfdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:27:37Z', 'updated_at': '2021-06-22T07:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-iscsi', '_interfaces': [{'id': 'd3fd030a-2e92-497d-b370-68ab0d8e78cf', 'name': '', 'network_id': '8e2ae9a8-9228-4c23-8cea-73e784abde4d', 'tenant_id': '39e7765ed5cd4e0e9e770bf5a465d8ba', 'mac_address': 'fa:16:3e:ab:45:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ca7a8b-cca1-47d6-8828-99d07e51bfdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '1158cd74-6434-4737-91bb-b3c67fb18a3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:27:39Z', 'updated_at': '2021-06-22T07:27:45Z', 'revision_number': 5, 'project_id': '39e7765ed5cd4e0e9e770bf5a465d8ba', 'subnets': [{'id': '1158cd74-6434-4737-91bb-b3c67fb18a3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-11-iscsi', False) {} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:30:44.782343 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee50abd-58b4-4be2-a5af-02ae98d1e2eb None None] The sync data for ids ['59ca7a8b-cca1-47d6-8828-99d07e51bfdc'] in dv-cinder-786627-11-iscsi is: [{'id': '59ca7a8b-cca1-47d6-8828-99d07e51bfdc', 'name': 'tempest-TestVolumeBootPattern-2146042094-router', 'tenant_id': '39e7765ed5cd4e0e9e770bf5a465d8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'external_fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': 'bdfc35b5-4461-413e-a2f5-ad9e329f2040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:27:36Z', 'updated_at': '2021-06-22T07:27:39Z', 'revision_number': 4, 'project_id': '39e7765ed5cd4e0e9e770bf5a465d8ba', 'gw_port': {'id': 'bdfc35b5-4461-413e-a2f5-ad9e329f2040', 'name': '', 'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:0e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ca7a8b-cca1-47d6-8828-99d07e51bfdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:27:37Z', 'updated_at': '2021-06-22T07:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-iscsi', '_interfaces': [{'id': 'd3fd030a-2e92-497d-b370-68ab0d8e78cf', 'name': '', 'network_id': '8e2ae9a8-9228-4c23-8cea-73e784abde4d', 'tenant_id': '39e7765ed5cd4e0e9e770bf5a465d8ba', 'mac_address': 'fa:16:3e:ab:45:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ca7a8b-cca1-47d6-8828-99d07e51bfdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '1158cd74-6434-4737-91bb-b3c67fb18a3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:27:39Z', 'updated_at': '2021-06-22T07:27:45Z', 'revision_number': 5, 'project_id': '39e7765ed5cd4e0e9e770bf5a465d8ba', 'subnets': [{'id': '1158cd74-6434-4737-91bb-b3c67fb18a3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 07:30:44.989109 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a965f27-ba2e-435a-82f1-f30c3e40ea46 None None] New status for floating IP 89bc13b4-3a42-4e9a-9fe6-a40793e40fa2: DOWN {{(pid=92922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 07:30:45.528956 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-8e1a908c-3d5f-4a62-9bfc-c6ec6e489e32 req-2c048c21-fbae-48d2-9e59-af961aa69857 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1668826697&fields=id&tenant_id=39e7765ed5cd4e0e9e770bf5a465d8ba HTTP/1.1" status: 200 len: 267 time: 0.0316668 Jun 22 07:30:45.632502 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1a908c-3d5f-4a62-9bfc-c6ec6e489e32 req-38922dc8-7c11-40f9-aa88-8ce393a9bdf3 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:30:45.633808 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-8e1a908c-3d5f-4a62-9bfc-c6ec6e489e32 req-38922dc8-7c11-40f9-aa88-8ce393a9bdf3 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] 10.222.0.24 "GET /v2.0/networks?id=8e2ae9a8-9228-4c23-8cea-73e784abde4d HTTP/1.1" status: 200 len: 812 time: 0.0987499 Jun 22 07:30:45.648100 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-8e1a908c-3d5f-4a62-9bfc-c6ec6e489e32 req-b3a3d4ce-0f0c-46d2-8090-cb310573aeba tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] 10.222.0.24 "GET /v2.0/quotas/39e7765ed5cd4e0e9e770bf5a465d8ba HTTP/1.1" status: 200 len: 375 time: 0.0089226 Jun 22 07:30:45.719861 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-8e1a908c-3d5f-4a62-9bfc-c6ec6e489e32 req-9fc4c82a-ba51-4cbb-8081-e48cea1c1cb6 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=39e7765ed5cd4e0e9e770bf5a465d8ba&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0658467 Jun 22 07:30:45.812721 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-8e1a908c-3d5f-4a62-9bfc-c6ec6e489e32 req-3d7ce19c-8796-480f-aba1-fd2b7f4ca1a1 service neutron] 10.222.0.24 "GET /v2.0/networks/8e2ae9a8-9228-4c23-8cea-73e784abde4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813701 Jun 22 07:30:45.904070 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-8e1a908c-3d5f-4a62-9bfc-c6ec6e489e32 req-f3754bf5-7294-4a5b-b15d-1a6fbd320607 service neutron] 10.222.0.24 "GET /v2.0/networks/8e2ae9a8-9228-4c23-8cea-73e784abde4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855365 Jun 22 07:30:46.200599 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-8bed181f-1f71-4272-baae-a165c5c1f11c req-838175f6-1d43-4045-8ead-4f0c09d18e40 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] 10.222.0.24 "GET /v2.0/ports?device_id=483c684a-5781-436b-b80e-0708381acc54 HTTP/1.1" status: 200 len: 210 time: 0.0292952 Jun 22 07:30:47.357336 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-e22302a8-f2f5-4ffa-a4d0-a627da94f8d3 req-208f667b-1524-4e67-aac4-89748cdbba93 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] 10.222.0.24 "GET /v2.0/ports?device_id=483c684a-5781-436b-b80e-0708381acc54 HTTP/1.1" status: 200 len: 210 time: 0.0379231 Jun 22 07:30:47.364453 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1a908c-3d5f-4a62-9bfc-c6ec6e489e32 req-93e83157-f626-45eb-894a-13828260f801 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:30:47.365848 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-8e1a908c-3d5f-4a62-9bfc-c6ec6e489e32 req-93e83157-f626-45eb-894a-13828260f801 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] 10.222.0.41 "GET /v2.0/networks?id=8e2ae9a8-9228-4c23-8cea-73e784abde4d HTTP/1.1" status: 200 len: 812 time: 0.1333625 Jun 22 07:30:47.409023 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-8e1a908c-3d5f-4a62-9bfc-c6ec6e489e32 req-e9f5ee34-4130-42e7-95f0-c9db4d4c58b3 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=39e7765ed5cd4e0e9e770bf5a465d8ba HTTP/1.1" status: 200 len: 380 time: 0.0337703 Jun 22 07:30:47.419368 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.v2.base [req-8e1a908c-3d5f-4a62-9bfc-c6ec6e489e32 req-d83fc7c3-3ffc-43f6-b7e3-734c21bdaefe tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Request body: {'port': {'device_id': '483c684a-5781-436b-b80e-0708381acc54', 'network_id': '8e2ae9a8-9228-4c23-8cea-73e784abde4d', 'admin_state_up': True, 'tenant_id': '39e7765ed5cd4e0e9e770bf5a465d8ba', 'security_groups': ['ce8b2d0b-296c-409b-9421-6bffef7a9de7']}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:30:47.529542 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e1a908c-3d5f-4a62-9bfc-c6ec6e489e32 req-d83fc7c3-3ffc-43f6-b7e3-734c21bdaefe tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Made reservation on behalf of 39e7765ed5cd4e0e9e770bf5a465d8ba for: {'port': 1} {{(pid=92919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 07:30:47.532965 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-8e1a908c-3d5f-4a62-9bfc-c6ec6e489e32 req-d83fc7c3-3ffc-43f6-b7e3-734c21bdaefe tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1809762'] for port, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:30:47.634032 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Device c60bb94a-b51b-4433-8e50-fd916fc965a7 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=92921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 07:30:47.658542 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] No Port match for: c60bb94a-b51b-4433-8e50-fd916fc965a7 {{(pid=92921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 07:30:47.658901 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Device c60bb94a-b51b-4433-8e50-fd916fc965a7 not bound to the agent host hv-cinder-78662 {{(pid=92921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 07:30:47.660574 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.db.db_base_plugin_common [req-8e1a908c-3d5f-4a62-9bfc-c6ec6e489e32 req-d83fc7c3-3ffc-43f6-b7e3-734c21bdaefe tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Allocated IP 172.20.0.14 (8e2ae9a8-9228-4c23-8cea-73e784abde4d/1158cd74-6434-4737-91bb-b3c67fb18a3d/15600727-9f79-47a2-9a0d-cc2118866792) {{(pid=92919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 07:30:47.822838 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-8e1a908c-3d5f-4a62-9bfc-c6ec6e489e32 req-d83fc7c3-3ffc-43f6-b7e3-734c21bdaefe tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Notify callbacks [] for port, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:30:47.836336 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.db.provisioning_blocks [req-8e1a908c-3d5f-4a62-9bfc-c6ec6e489e32 req-d83fc7c3-3ffc-43f6-b7e3-734c21bdaefe tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Transition to ACTIVE for port object 15600727-9f79-47a2-9a0d-cc2118866792 will not be triggered until provisioned by entity DHCP. {{(pid=92919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 07:30:47.869903 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-8e1a908c-3d5f-4a62-9bfc-c6ec6e489e32 req-d83fc7c3-3ffc-43f6-b7e3-734c21bdaefe tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1809569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-690206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773473471591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4832682'] for port, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:30:47.875135 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-c52e9cf6-9e7c-47eb-bb34-40cfcfb9c2db tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:30:47.912292 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e1a908c-3d5f-4a62-9bfc-c6ec6e489e32 req-d83fc7c3-3ffc-43f6-b7e3-734c21bdaefe tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Network 8e2ae9a8-9228-4c23-8cea-73e784abde4d is already hosted by enough agents. {{(pid=92919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 07:30:47.917202 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.scheduler.base_scheduler [req-8e1a908c-3d5f-4a62-9bfc-c6ec6e489e32 req-d83fc7c3-3ffc-43f6-b7e3-734c21bdaefe tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Resources bound (agent type, host, resource id): {{(pid=92919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 07:30:47.920242 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e1a908c-3d5f-4a62-9bfc-c6ec6e489e32 req-d83fc7c3-3ffc-43f6-b7e3-734c21bdaefe tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Received port after_create {{(pid=92919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 07:30:47.965468 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83fc7c3-3ffc-43f6-b7e3-734c21bdaefe tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Pushing event updated for resources: {'Port': ['ID=15600727-9f79-47a2-9a0d-cc2118866792,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:30:47.968586 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-d83fc7c3-3ffc-43f6-b7e3-734c21bdaefe tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:30:47.989485 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1a908c-3d5f-4a62-9bfc-c6ec6e489e32 req-d83fc7c3-3ffc-43f6-b7e3-734c21bdaefe tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:30:47.990093 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-8e1a908c-3d5f-4a62-9bfc-c6ec6e489e32 req-d83fc7c3-3ffc-43f6-b7e3-734c21bdaefe tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91146'] for port, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:30:48.004863 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-8e1a908c-3d5f-4a62-9bfc-c6ec6e489e32 req-d83fc7c3-3ffc-43f6-b7e3-734c21bdaefe tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5896850 Jun 22 07:30:48.016501 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.v2.base [req-8e1a908c-3d5f-4a62-9bfc-c6ec6e489e32 req-461aad2e-809c-4c76-b5ba-7af45a2cccba service neutron] Request body: {'port': {'device_id': '483c684a-5781-436b-b80e-0708381acc54', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:30:48.092801 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-8e1a908c-3d5f-4a62-9bfc-c6ec6e489e32 req-461aad2e-809c-4c76-b5ba-7af45a2cccba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:30:48.109028 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-5ea3b11c-af9c-4e4b-8789-379767e4cf0e None None] Provisioning for port 15600727-9f79-47a2-9a0d-cc2118866792 completed by entity DHCP. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 07:30:48.112928 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-5ea3b11c-af9c-4e4b-8789-379767e4cf0e None None] Provisioning complete for port 15600727-9f79-47a2-9a0d-cc2118866792 triggered by entity DHCP. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:30:48.113309 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5ea3b11c-af9c-4e4b-8789-379767e4cf0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1879668'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:30:48.147036 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-5ea3b11c-af9c-4e4b-8789-379767e4cf0e None None] Port 15600727-9f79-47a2-9a0d-cc2118866792 cannot update to ACTIVE because it is not bound. {{(pid=92921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 07:30:48.354836 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.notifiers.nova [req-8e1a908c-3d5f-4a62-9bfc-c6ec6e489e32 req-461aad2e-809c-4c76-b5ba-7af45a2cccba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15600727-9f79-47a2-9a0d-cc2118866792 {{(pid=92919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 07:30:48.362867 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-8e1a908c-3d5f-4a62-9bfc-c6ec6e489e32 req-461aad2e-809c-4c76-b5ba-7af45a2cccba service neutron] Notify callbacks [] for port, precommit_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:30:48.374744 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.db.provisioning_blocks [req-8e1a908c-3d5f-4a62-9bfc-c6ec6e489e32 req-461aad2e-809c-4c76-b5ba-7af45a2cccba service neutron] Transition to ACTIVE for port object 15600727-9f79-47a2-9a0d-cc2118866792 will not be triggered until provisioned by entity L2. {{(pid=92919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 07:30:48.378174 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-8e1a908c-3d5f-4a62-9bfc-c6ec6e489e32 req-461aad2e-809c-4c76-b5ba-7af45a2cccba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4832664'] for port, after_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:30:48.380936 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-0d0ac635-8b8e-4ee9-9ca5-518cfcd7650e tempest-TestMinimumBasicScenario-838141031 tempest-TestMinimumBasicScenario-838141031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:30:48.490458 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461aad2e-809c-4c76-b5ba-7af45a2cccba service neutron] Pushing event updated for resources: {'Port': ['ID=15600727-9f79-47a2-9a0d-cc2118866792,revision_number=2']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:30:48.493312 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-461aad2e-809c-4c76-b5ba-7af45a2cccba service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:30:48.841852 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.managers [req-8e1a908c-3d5f-4a62-9bfc-c6ec6e489e32 req-461aad2e-809c-4c76-b5ba-7af45a2cccba service neutron] Attempting to bind port 15600727-9f79-47a2-9a0d-cc2118866792 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=92919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 07:30:48.842177 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.managers [req-8e1a908c-3d5f-4a62-9bfc-c6ec6e489e32 req-461aad2e-809c-4c76-b5ba-7af45a2cccba service neutron] Attempting to bind port 15600727-9f79-47a2-9a0d-cc2118866792 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '654d3564-a1a5-4ee5-bdf9-e27fee599e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8e2ae9a8-9228-4c23-8cea-73e784abde4d'}] {{(pid=92919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 07:30:48.842497 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e1a908c-3d5f-4a62-9bfc-c6ec6e489e32 req-461aad2e-809c-4c76-b5ba-7af45a2cccba service neutron] Attempting to bind port 15600727-9f79-47a2-9a0d-cc2118866792 on network 8e2ae9a8-9228-4c23-8cea-73e784abde4d {{(pid=92919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 07:30:48.849339 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e1a908c-3d5f-4a62-9bfc-c6ec6e489e32 req-461aad2e-809c-4c76-b5ba-7af45a2cccba service neutron] Port 15600727-9f79-47a2-9a0d-cc2118866792 on network 8e2ae9a8-9228-4c23-8cea-73e784abde4d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=92919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 07:30:48.849648 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e1a908c-3d5f-4a62-9bfc-c6ec6e489e32 req-461aad2e-809c-4c76-b5ba-7af45a2cccba service neutron] Attempting to bind port 15600727-9f79-47a2-9a0d-cc2118866792 on network 8e2ae9a8-9228-4c23-8cea-73e784abde4d {{(pid=92919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 07:30:48.857791 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e1a908c-3d5f-4a62-9bfc-c6ec6e489e32 req-461aad2e-809c-4c76-b5ba-7af45a2cccba service neutron] Checking agent: {'id': 'ce8fa221-be2f-440a-9097-46e1804b8f29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 7, 12, 2), 'started_at': datetime.datetime(2021, 6, 22, 7, 12, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 7, 30, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 07:30:48.858118 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e1a908c-3d5f-4a62-9bfc-c6ec6e489e32 req-461aad2e-809c-4c76-b5ba-7af45a2cccba service neutron] Checking segment: {'id': '654d3564-a1a5-4ee5-bdf9-e27fee599e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8e2ae9a8-9228-4c23-8cea-73e784abde4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 07:30:48.858494 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e1a908c-3d5f-4a62-9bfc-c6ec6e489e32 req-461aad2e-809c-4c76-b5ba-7af45a2cccba service neutron] Bound using segment: {'id': '654d3564-a1a5-4ee5-bdf9-e27fee599e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8e2ae9a8-9228-4c23-8cea-73e784abde4d'} {{(pid=92919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 07:30:48.858914 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.managers [req-8e1a908c-3d5f-4a62-9bfc-c6ec6e489e32 req-461aad2e-809c-4c76-b5ba-7af45a2cccba service neutron] Bound port: 15600727-9f79-47a2-9a0d-cc2118866792, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '654d3564-a1a5-4ee5-bdf9-e27fee599e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8e2ae9a8-9228-4c23-8cea-73e784abde4d'}}] {{(pid=92919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 07:30:48.859248 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-8e1a908c-3d5f-4a62-9bfc-c6ec6e489e32 req-461aad2e-809c-4c76-b5ba-7af45a2cccba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:30:48.869097 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a054ef59-e46e-40d4-8ca3-2ddab0868281 req-ebf40c37-a672-4a67-bb53-74d9b92519fd tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:30:48.870547 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-a054ef59-e46e-40d4-8ca3-2ddab0868281 req-ebf40c37-a672-4a67-bb53-74d9b92519fd tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] 10.222.0.24 "GET /v2.0/ports?device_id=483c684a-5781-436b-b80e-0708381acc54 HTTP/1.1" status: 200 len: 944 time: 0.3946996 Jun 22 07:30:48.943736 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-a054ef59-e46e-40d4-8ca3-2ddab0868281 req-0bc579eb-4718-4247-b3d6-a919b30b9f0b tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce8b2d0b-296c-409b-9421-6bffef7a9de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666738 Jun 22 07:30:48.960364 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.db [req-8e1a908c-3d5f-4a62-9bfc-c6ec6e489e32 req-461aad2e-809c-4c76-b5ba-7af45a2cccba service neutron] For port 15600727-9f79-47a2-9a0d-cc2118866792, host hv-cinder-78662, cleared binding levels {{(pid=92919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 07:30:48.963608 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.db [req-8e1a908c-3d5f-4a62-9bfc-c6ec6e489e32 req-461aad2e-809c-4c76-b5ba-7af45a2cccba service neutron] For port 15600727-9f79-47a2-9a0d-cc2118866792, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=15600727-9f79-47a2-9a0d-cc2118866792,segment=NetworkSegment(654d3564-a1a5-4ee5-bdf9-e27fee599e4d),segment_id=654d3564-a1a5-4ee5-bdf9-e27fee599e4d)] {{(pid=92919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 07:30:48.970541 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-8e1a908c-3d5f-4a62-9bfc-c6ec6e489e32 req-461aad2e-809c-4c76-b5ba-7af45a2cccba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4832664'] for port, after_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:30:48.973417 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-b09889da-74e2-4290-bafd-5769467544ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:30:49.007014 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1a908c-3d5f-4a62-9bfc-c6ec6e489e32 req-461aad2e-809c-4c76-b5ba-7af45a2cccba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:30:49.007621 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-8e1a908c-3d5f-4a62-9bfc-c6ec6e489e32 req-461aad2e-809c-4c76-b5ba-7af45a2cccba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91146'] for port, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:30:49.009003 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-8e1a908c-3d5f-4a62-9bfc-c6ec6e489e32 req-461aad2e-809c-4c76-b5ba-7af45a2cccba service neutron] 10.222.0.41 "PUT /v2.0/ports/15600727-9f79-47a2-9a0d-cc2118866792 HTTP/1.1" status: 200 len: 1094 time: 0.9968333 Jun 22 07:30:49.009512 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '483c684a-5781-436b-b80e-0708381acc54', 'tag': '15600727-9f79-47a2-9a0d-cc2118866792'}] {{(pid=92919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 07:30:49.012449 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2874ba58536e60953e76cf0b72237944d74909d10009afe4cd7b86cda982d3ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a02add77-fdac-44de-8540-df00ddfe3de6" -d '{"events": [{"name": "network-changed", "server_uuid": "483c684a-5781-436b-b80e-0708381acc54", "tag": "15600727-9f79-47a2-9a0d-cc2118866792"}]}' {{(pid=92919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 07:30:49.036098 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461aad2e-809c-4c76-b5ba-7af45a2cccba service neutron] Pushing event updated for resources: {'Port': ['ID=15600727-9f79-47a2-9a0d-cc2118866792,revision_number=3']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:30:49.037984 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-461aad2e-809c-4c76-b5ba-7af45a2cccba service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:30:49.064867 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 07:30:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9d70eb7-3ba8-4505-aa7a-792df878b516 x-openstack-request-id: req-b9d70eb7-3ba8-4505-aa7a-792df878b516 {{(pid=92919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 07:30:49.065303 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "483c684a-5781-436b-b80e-0708381acc54", "tag": "15600727-9f79-47a2-9a0d-cc2118866792", "status": "completed", "code": 200}]} {{(pid=92919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 07:30:49.065666 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b9d70eb7-3ba8-4505-aa7a-792df878b516 {{(pid=92919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 07:30:49.066161 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '483c684a-5781-436b-b80e-0708381acc54', 'tag': '15600727-9f79-47a2-9a0d-cc2118866792', 'status': 'completed', 'code': 200} Jun 22 07:30:49.112953 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1a908c-3d5f-4a62-9bfc-c6ec6e489e32 req-c5850111-d64d-4ddf-a53a-bb7445f70207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:30:49.114571 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-8e1a908c-3d5f-4a62-9bfc-c6ec6e489e32 req-c5850111-d64d-4ddf-a53a-bb7445f70207 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=39e7765ed5cd4e0e9e770bf5a465d8ba&device_id=483c684a-5781-436b-b80e-0708381acc54 HTTP/1.1" status: 200 len: 1097 time: 0.0591545 Jun 22 07:30:49.161839 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-8e1a908c-3d5f-4a62-9bfc-c6ec6e489e32 req-0fee5889-6fee-4611-852c-64368099887c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=15600727-9f79-47a2-9a0d-cc2118866792 HTTP/1.1" status: 200 len: 217 time: 0.0400283 Jun 22 07:30:49.210244 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1a908c-3d5f-4a62-9bfc-c6ec6e489e32 req-466af566-b666-47a0-b9b5-e905a1aed88a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:30:49.211593 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-8e1a908c-3d5f-4a62-9bfc-c6ec6e489e32 req-466af566-b666-47a0-b9b5-e905a1aed88a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1158cd74-6434-4737-91bb-b3c67fb18a3d HTTP/1.1" status: 200 len: 851 time: 0.0439641 Jun 22 07:30:49.266214 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1a908c-3d5f-4a62-9bfc-c6ec6e489e32 req-38e94ff1-27df-4a83-a5b6-c88a3115278a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:30:49.267629 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-8e1a908c-3d5f-4a62-9bfc-c6ec6e489e32 req-38e94ff1-27df-4a83-a5b6-c88a3115278a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8e2ae9a8-9228-4c23-8cea-73e784abde4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0500529 Jun 22 07:30:49.357223 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-8e1a908c-3d5f-4a62-9bfc-c6ec6e489e32 req-a5f55611-83b7-4930-b798-4012dd6b4696 service neutron] 10.222.0.41 "GET /v2.0/networks/8e2ae9a8-9228-4c23-8cea-73e784abde4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828745 Jun 22 07:30:49.443251 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-8e1a908c-3d5f-4a62-9bfc-c6ec6e489e32 req-c85fb485-e884-4491-a370-df4441f32025 service neutron] 10.222.0.41 "GET /v2.0/networks/8e2ae9a8-9228-4c23-8cea-73e784abde4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795710 Jun 22 07:30:49.544372 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02add77-fdac-44de-8540-df00ddfe3de6 req-ceedaa94-3d1f-4589-a1cd-12b1a151c9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:30:49.545809 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-a02add77-fdac-44de-8540-df00ddfe3de6 req-ceedaa94-3d1f-4589-a1cd-12b1a151c9c7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=39e7765ed5cd4e0e9e770bf5a465d8ba&device_id=483c684a-5781-436b-b80e-0708381acc54 HTTP/1.1" status: 200 len: 1097 time: 0.0522726 Jun 22 07:30:49.638344 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02add77-fdac-44de-8540-df00ddfe3de6 req-544733ad-6b0d-48ea-881c-5835517f3f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:30:49.639755 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-a02add77-fdac-44de-8540-df00ddfe3de6 req-544733ad-6b0d-48ea-881c-5835517f3f68 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8e2ae9a8-9228-4c23-8cea-73e784abde4d HTTP/1.1" status: 200 len: 913 time: 0.0869906 Jun 22 07:30:49.680467 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-a02add77-fdac-44de-8540-df00ddfe3de6 req-ed997972-0805-467e-9385-8141f2a19782 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=15600727-9f79-47a2-9a0d-cc2118866792 HTTP/1.1" status: 200 len: 217 time: 0.0340612 Jun 22 07:30:49.725812 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02add77-fdac-44de-8540-df00ddfe3de6 req-c90460ae-3a91-49ff-af6a-202b1a4ab023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:30:49.727153 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-a02add77-fdac-44de-8540-df00ddfe3de6 req-c90460ae-3a91-49ff-af6a-202b1a4ab023 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1158cd74-6434-4737-91bb-b3c67fb18a3d HTTP/1.1" status: 200 len: 851 time: 0.0413165 Jun 22 07:30:49.785248 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02add77-fdac-44de-8540-df00ddfe3de6 req-3c166638-1709-45a8-b8e6-979d8cc0b33d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:30:49.786648 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-a02add77-fdac-44de-8540-df00ddfe3de6 req-3c166638-1709-45a8-b8e6-979d8cc0b33d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8e2ae9a8-9228-4c23-8cea-73e784abde4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0533304 Jun 22 07:30:49.874763 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-a02add77-fdac-44de-8540-df00ddfe3de6 req-f1c2baf2-5514-43f6-a332-b0a46c783b01 service neutron] 10.222.0.41 "GET /v2.0/networks/8e2ae9a8-9228-4c23-8cea-73e784abde4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801511 Jun 22 07:30:49.969942 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-a02add77-fdac-44de-8540-df00ddfe3de6 req-1d7a4b76-6b21-48d4-8366-3709e1e2c23b service neutron] 10.222.0.41 "GET /v2.0/networks/8e2ae9a8-9228-4c23-8cea-73e784abde4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883482 Jun 22 07:30:50.117481 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703fc51f-062e-4b6c-b064-49539f5f153b req-f7ae8c40-2715-4619-b8a2-9254fbc6249a tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:30:50.118918 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-703fc51f-062e-4b6c-b064-49539f5f153b req-f7ae8c40-2715-4619-b8a2-9254fbc6249a tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] 10.222.0.24 "GET /v2.0/ports?device_id=483c684a-5781-436b-b80e-0708381acc54 HTTP/1.1" status: 200 len: 944 time: 0.0639911 Jun 22 07:30:50.162483 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-703fc51f-062e-4b6c-b064-49539f5f153b req-6c1d1735-8ba8-46e3-8b9b-4a3ade303e5c tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce8b2d0b-296c-409b-9421-6bffef7a9de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351377 Jun 22 07:30:51.332746 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bb5774-d559-4c24-8f8e-16d85d4d9243 req-e274559c-15ac-4ed2-8775-91e45585d0e2 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:30:51.334160 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-b1bb5774-d559-4c24-8f8e-16d85d4d9243 req-e274559c-15ac-4ed2-8775-91e45585d0e2 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] 10.222.0.24 "GET /v2.0/ports?device_id=483c684a-5781-436b-b80e-0708381acc54 HTTP/1.1" status: 200 len: 944 time: 0.0619650 Jun 22 07:30:51.371404 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-b1bb5774-d559-4c24-8f8e-16d85d4d9243 req-843e24bc-52b5-4e0f-99ea-8258932cfc0d tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce8b2d0b-296c-409b-9421-6bffef7a9de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317042 Jun 22 07:30:52.549993 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb22da7-a9a8-4018-80ba-0c793f32798d req-c43e5f7b-80b4-4c15-9b62-815a2cc29640 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:30:52.551450 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-1cb22da7-a9a8-4018-80ba-0c793f32798d req-c43e5f7b-80b4-4c15-9b62-815a2cc29640 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] 10.222.0.24 "GET /v2.0/ports?device_id=483c684a-5781-436b-b80e-0708381acc54 HTTP/1.1" status: 200 len: 944 time: 0.0723236 Jun 22 07:30:52.588679 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-1cb22da7-a9a8-4018-80ba-0c793f32798d req-0ad3dfda-b741-44d2-807b-c9474855a808 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce8b2d0b-296c-409b-9421-6bffef7a9de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314834 Jun 22 07:30:53.763846 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63ca373-3826-485f-b2eb-a1642e861e0b req-78e3f6af-13bc-4a1a-8fcc-c5fde77e499f tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:30:53.765331 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-a63ca373-3826-485f-b2eb-a1642e861e0b req-78e3f6af-13bc-4a1a-8fcc-c5fde77e499f tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] 10.222.0.24 "GET /v2.0/ports?device_id=483c684a-5781-436b-b80e-0708381acc54 HTTP/1.1" status: 200 len: 944 time: 0.0637622 Jun 22 07:30:53.801649 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-a63ca373-3826-485f-b2eb-a1642e861e0b req-65001310-e9e0-4557-b2cb-d8bdeee828e3 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce8b2d0b-296c-409b-9421-6bffef7a9de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308421 Jun 22 07:30:54.979186 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6668fcd-799b-4daa-b0a1-b6a61b0f47c9 req-931999e1-8660-400c-babf-0de38846215d tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:30:54.980653 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-e6668fcd-799b-4daa-b0a1-b6a61b0f47c9 req-931999e1-8660-400c-babf-0de38846215d tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] 10.222.0.24 "GET /v2.0/ports?device_id=483c684a-5781-436b-b80e-0708381acc54 HTTP/1.1" status: 200 len: 944 time: 0.0685947 Jun 22 07:30:55.018046 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-e6668fcd-799b-4daa-b0a1-b6a61b0f47c9 req-14393fac-3885-4fe9-b55d-db36050c5fd1 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce8b2d0b-296c-409b-9421-6bffef7a9de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316920 Jun 22 07:30:56.192024 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f3aba7-7edf-4a90-8359-ad4617ff92e9 req-85e62ac3-fd1a-49e2-9ec4-8ce010aa4de1 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:30:56.193464 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-a2f3aba7-7edf-4a90-8359-ad4617ff92e9 req-85e62ac3-fd1a-49e2-9ec4-8ce010aa4de1 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] 10.222.0.24 "GET /v2.0/ports?device_id=483c684a-5781-436b-b80e-0708381acc54 HTTP/1.1" status: 200 len: 944 time: 0.0628295 Jun 22 07:30:56.230947 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-a2f3aba7-7edf-4a90-8359-ad4617ff92e9 req-f6465606-5c30-43d9-b73f-1cc7c6e9180b tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce8b2d0b-296c-409b-9421-6bffef7a9de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314069 Jun 22 07:30:57.399385 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbd965c-891a-4903-ace1-b00ae4a3c399 req-57c739a0-6a31-4924-a0b6-3efcbf945b34 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:30:57.400861 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-bfbd965c-891a-4903-ace1-b00ae4a3c399 req-57c739a0-6a31-4924-a0b6-3efcbf945b34 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] 10.222.0.24 "GET /v2.0/ports?device_id=483c684a-5781-436b-b80e-0708381acc54 HTTP/1.1" status: 200 len: 944 time: 0.0630870 Jun 22 07:30:57.440686 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-bfbd965c-891a-4903-ace1-b00ae4a3c399 req-ffaecb16-1264-4f02-b987-10af021b7f34 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce8b2d0b-296c-409b-9421-6bffef7a9de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341001 Jun 22 07:30:57.696655 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Device 15600727-9f79-47a2-9a0d-cc2118866792 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=92921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 07:30:57.791856 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] For port 15600727-9f79-47a2-9a0d-cc2118866792, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=15600727-9f79-47a2-9a0d-cc2118866792,segment=NetworkSegment(654d3564-a1a5-4ee5-bdf9-e27fee599e4d),segment_id=654d3564-a1a5-4ee5-bdf9-e27fee599e4d)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:30:57.803265 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Returning: {'device': '15600727-9f79-47a2-9a0d-cc2118866792', 'network_id': '8e2ae9a8-9228-4c23-8cea-73e784abde4d', 'port_id': '15600727-9f79-47a2-9a0d-cc2118866792', 'mac_address': 'fa:16:3e:da:e1:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1158cd74-6434-4737-91bb-b3c67fb18a3d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 07:30:57.959948 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:30:57.972933 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.notifiers.nova [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15600727-9f79-47a2-9a0d-cc2118866792 {{(pid=92921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 07:30:57.992531 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] For port 15600727-9f79-47a2-9a0d-cc2118866792, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=15600727-9f79-47a2-9a0d-cc2118866792,segment=NetworkSegment(654d3564-a1a5-4ee5-bdf9-e27fee599e4d),segment_id=654d3564-a1a5-4ee5-bdf9-e27fee599e4d)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:30:57.996022 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:30:57.998843 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:30:58.043445 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Pushing event updated for resources: {'Port': ['ID=15600727-9f79-47a2-9a0d-cc2118866792,revision_number=4']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:30:58.050172 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:30:58.050517 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:30:58.050848 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:30:58.051180 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:30:58.051505 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:30:58.051827 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:30:58.052144 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:30:58.052498 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:30:58.052817 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:30:58.053131 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:30:58.053439 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:30:58.053746 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:30:58.058260 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:30:58.347488 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] get_ports_and_sgs() called for port_ids ['15600727-9f79-47a2-9a0d-cc2118866792'] {{(pid=92921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 07:30:58.614226 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9e32f1-f437-4f02-a819-939fd30d5961 req-028d98cb-4e39-4767-953e-1b3565c6e779 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:30:58.615555 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-8a9e32f1-f437-4f02-a819-939fd30d5961 req-028d98cb-4e39-4767-953e-1b3565c6e779 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] 10.222.0.24 "GET /v2.0/ports?device_id=483c684a-5781-436b-b80e-0708381acc54 HTTP/1.1" status: 200 len: 945 time: 0.0659184 Jun 22 07:30:58.652884 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-8a9e32f1-f437-4f02-a819-939fd30d5961 req-709378e9-667e-4ce9-a77d-996803659221 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce8b2d0b-296c-409b-9421-6bffef7a9de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310073 Jun 22 07:30:59.697202 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Device 15600727-9f79-47a2-9a0d-cc2118866792 up at agent hyperv_hv-cinder-78662 {{(pid=92921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 07:30:59.744619 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Provisioning for port 15600727-9f79-47a2-9a0d-cc2118866792 completed by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 07:30:59.748928 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Provisioning complete for port 15600727-9f79-47a2-9a0d-cc2118866792 triggered by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:30:59.749306 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1879668'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:30:59.824877 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e550029a-6118-4c19-aef1-3e4225fa5ba6 req-ed3af6a6-2098-44dd-b8e2-d560cd2e9a5d tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:30:59.826018 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:30:59.826344 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-e550029a-6118-4c19-aef1-3e4225fa5ba6 req-ed3af6a6-2098-44dd-b8e2-d560cd2e9a5d tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] 10.222.0.24 "GET /v2.0/ports?device_id=483c684a-5781-436b-b80e-0708381acc54 HTTP/1.1" status: 200 len: 945 time: 0.0628636 Jun 22 07:30:59.848864 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '483c684a-5781-436b-b80e-0708381acc54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15600727-9f79-47a2-9a0d-cc2118866792'}] {{(pid=92921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 07:30:59.851139 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4609914990d9533a1079bbd359c82c974bab58cbf2fcf9d17aa38aa491f36217" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d21db11c-ada2-466c-839b-d65b6a3f2bf3" -d '{"events": [{"server_uuid": "483c684a-5781-436b-b80e-0708381acc54", "name": "network-vif-plugged", "status": "completed", "tag": "15600727-9f79-47a2-9a0d-cc2118866792"}]}' {{(pid=92921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 07:30:59.865351 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] For port 15600727-9f79-47a2-9a0d-cc2118866792, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=15600727-9f79-47a2-9a0d-cc2118866792,segment=NetworkSegment(654d3564-a1a5-4ee5-bdf9-e27fee599e4d),segment_id=654d3564-a1a5-4ee5-bdf9-e27fee599e4d)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:30:59.869654 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:30:59.873535 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:30:59.875571 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-e550029a-6118-4c19-aef1-3e4225fa5ba6 req-c31081db-1a76-4955-9125-64d41322c920 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce8b2d0b-296c-409b-9421-6bffef7a9de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431945 Jun 22 07:30:59.925130 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Pushing event updated for resources: {'Port': ['ID=15600727-9f79-47a2-9a0d-cc2118866792,revision_number=5']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:30:59.928582 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:30:59.949769 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 07:30:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d045264c-756b-47a1-bc77-07cfb3ce46ab x-openstack-request-id: req-d045264c-756b-47a1-bc77-07cfb3ce46ab {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 07:30:59.950058 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "483c684a-5781-436b-b80e-0708381acc54", "name": "network-vif-plugged", "status": "completed", "tag": "15600727-9f79-47a2-9a0d-cc2118866792", "code": 200}]} {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 07:30:59.950316 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d045264c-756b-47a1-bc77-07cfb3ce46ab {{(pid=92921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 07:30:59.950707 dv-cinder-786627-11-iscsi neutron-server[92921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '483c684a-5781-436b-b80e-0708381acc54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15600727-9f79-47a2-9a0d-cc2118866792', 'code': 200} Jun 22 07:31:00.208168 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aff0d8e-c38e-478e-800c-d23590bf479b req-970d76f3-67ee-4373-bc35-190ded1292f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:31:00.209544 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-7aff0d8e-c38e-478e-800c-d23590bf479b req-970d76f3-67ee-4373-bc35-190ded1292f7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=483c684a-5781-436b-b80e-0708381acc54 HTTP/1.1" status: 200 len: 1099 time: 0.0548477 Jun 22 07:31:00.242738 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-7aff0d8e-c38e-478e-800c-d23590bf479b req-c3f237f1-b073-4bed-9db6-4daf95a374e8 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ce8b2d0b-296c-409b-9421-6bffef7a9de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0267091 Jun 22 07:31:00.733722 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-885af541-f6a9-4e4a-9168-eb52e51548a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:31:01.037091 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b749bb9-5ed8-4f5b-abaa-a6960eb471b8 req-1def383d-6b29-4a5b-b530-98d59b99c74a tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:31:01.038520 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-0b749bb9-5ed8-4f5b-abaa-a6960eb471b8 req-1def383d-6b29-4a5b-b530-98d59b99c74a tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] 10.222.0.24 "GET /v2.0/ports?device_id=483c684a-5781-436b-b80e-0708381acc54 HTTP/1.1" status: 200 len: 946 time: 0.0619533 Jun 22 07:31:01.076291 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-0b749bb9-5ed8-4f5b-abaa-a6960eb471b8 req-cc89f62d-bb43-40da-a009-ce74bded178c tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce8b2d0b-296c-409b-9421-6bffef7a9de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315297 Jun 22 07:31:02.248130 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbe314e-bd71-4803-8a1d-69cdb3a173e7 req-5cf54077-1dc0-472b-b58c-87e82b9a13a3 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:31:02.249580 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-9fbe314e-bd71-4803-8a1d-69cdb3a173e7 req-5cf54077-1dc0-472b-b58c-87e82b9a13a3 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] 10.222.0.24 "GET /v2.0/ports?device_id=483c684a-5781-436b-b80e-0708381acc54 HTTP/1.1" status: 200 len: 946 time: 0.0624070 Jun 22 07:31:02.286033 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-9fbe314e-bd71-4803-8a1d-69cdb3a173e7 req-d3e23e49-86ef-46b8-ac26-8a79c28fd773 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce8b2d0b-296c-409b-9421-6bffef7a9de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310366 Jun 22 07:31:02.463077 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48871a75-072c-4d2b-a8a4-fa06795e7e52 req-c6f6e729-ad87-42b3-89a1-5baabd86b3a4 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:31:02.465305 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-48871a75-072c-4d2b-a8a4-fa06795e7e52 req-c6f6e729-ad87-42b3-89a1-5baabd86b3a4 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] 10.222.0.24 "GET /v2.0/ports?device_id=483c684a-5781-436b-b80e-0708381acc54 HTTP/1.1" status: 200 len: 946 time: 0.0676475 Jun 22 07:31:02.503756 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-48871a75-072c-4d2b-a8a4-fa06795e7e52 req-27787f2f-685d-4669-b78e-f24ac7987388 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce8b2d0b-296c-409b-9421-6bffef7a9de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328305 Jun 22 07:31:02.528438 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 53964) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:31:02.578584 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4877d4a5-c81a-4aa4-a183-6472ac4250ca tempest-TestVolumeBootPattern-2005827115 tempest-TestVolumeBootPattern-2005827115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:31:02.580034 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-4877d4a5-c81a-4aa4-a183-6472ac4250ca tempest-TestVolumeBootPattern-2005827115 tempest-TestVolumeBootPattern-2005827115-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=483c684a-5781-436b-b80e-0708381acc54 HTTP/1.1" status: 200 len: 1094 time: 0.0506365 Jun 22 07:31:02.582945 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 53966) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:31:02.587423 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.v2.base [None req-aea0ae93-9586-44d7-bf9f-49b090088f51 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Request body: {'floatingip': {'floating_network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'port_id': '15600727-9f79-47a2-9a0d-cc2118866792', 'tenant_id': '39e7765ed5cd4e0e9e770bf5a465d8ba', 'fixed_ip_address': '172.20.0.14'}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:31:02.608813 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-aea0ae93-9586-44d7-bf9f-49b090088f51 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Notify callbacks [] for floatingip, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:31:02.707115 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-aea0ae93-9586-44d7-bf9f-49b090088f51 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1809762'] for port, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:31:02.807114 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.db.db_base_plugin_common [None req-aea0ae93-9586-44d7-bf9f-49b090088f51 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Allocated IP 172.27.1.159 (73c4e24d-548c-4da2-96ca-75881b5fbbd2/544f46cc-96c5-45ec-92af-d864e0b11db8/5a67b9b3-dd8e-45ef-970e-e6e3f24f00c4) {{(pid=92919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 07:31:02.912410 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-aea0ae93-9586-44d7-bf9f-49b090088f51 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Notify callbacks [] for port, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:31:02.951094 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-aea0ae93-9586-44d7-bf9f-49b090088f51 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1809569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-690206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773473471591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4832682'] for port, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:31:02.953821 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:31:02.991327 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea0ae93-9586-44d7-bf9f-49b090088f51 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Network 73c4e24d-548c-4da2-96ca-75881b5fbbd2 is already hosted by enough agents. {{(pid=92919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 07:31:02.994411 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.scheduler.base_scheduler [None req-aea0ae93-9586-44d7-bf9f-49b090088f51 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Resources bound (agent type, host, resource id): {{(pid=92919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 07:31:02.997551 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea0ae93-9586-44d7-bf9f-49b090088f51 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Received port after_create {{(pid=92919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 07:31:03.020541 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea0ae93-9586-44d7-bf9f-49b090088f51 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Pushing event updated for resources: {'Port': ['ID=5a67b9b3-dd8e-45ef-970e-e6e3f24f00c4,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:31:03.024219 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-aea0ae93-9586-44d7-bf9f-49b090088f51 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:31:03.101188 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-c2e74881-d5b6-42d8-a197-d6c974204f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:31:03.303696 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:31:03.362202 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-aea0ae93-9586-44d7-bf9f-49b090088f51 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:31:03.438797 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-aea0ae93-9586-44d7-bf9f-49b090088f51 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:31:03.582103 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-aea0ae93-9586-44d7-bf9f-49b090088f51 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Notify callbacks [] for port, precommit_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:31:03.586459 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-aea0ae93-9586-44d7-bf9f-49b090088f51 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4832664'] for port, after_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:31:03.589331 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-1e946b0e-bff0-4db8-aeda-f52f82ea40e6 tempest-AttachVolumeTestJSON-886104879 tempest-AttachVolumeTestJSON-886104879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:31:03.661178 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea0ae93-9586-44d7-bf9f-49b090088f51 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Pushing event updated for resources: {'Port': ['ID=5a67b9b3-dd8e-45ef-970e-e6e3f24f00c4,revision_number=2']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:31:03.665286 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-aea0ae93-9586-44d7-bf9f-49b090088f51 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:31:03.666386 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-aea0ae93-9586-44d7-bf9f-49b090088f51 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-706738'] for floatingip, after_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:31:03.764759 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.db.l3_db [None req-aea0ae93-9586-44d7-bf9f-49b090088f51 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Floating IP afa3ece6-0972-45a2-b457-25453e14d9f4 associated. External IP: 172.27.1.159, port: 15600727-9f79-47a2-9a0d-cc2118866792. Jun 22 07:31:03.966349 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aea0ae93-9586-44d7-bf9f-49b090088f51 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Router 59ca7a8b-cca1-47d6-8828-99d07e51bfdc has already been hosted by L3 agent f18ef446-1389-4802-a345-f314a6956002 {{(pid=92919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 07:31:04.071515 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aea0ae93-9586-44d7-bf9f-49b090088f51 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Notify agent at l3_agent.dv-cinder-786627-11-iscsi the message routers_updated {{(pid=92919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 07:31:04.081825 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9b76b1-f444-4800-93db-c440edf9545c None None] Sync routers for ids ['59ca7a8b-cca1-47d6-8828-99d07e51bfdc'] in dv-cinder-786627-11-iscsi {{(pid=92921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 07:31:04.087078 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-aea0ae93-9586-44d7-bf9f-49b090088f51 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91146'] for floatingip, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:31:04.091856 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9b76b1-f444-4800-93db-c440edf9545c None None] Routers {'59ca7a8b-cca1-47d6-8828-99d07e51bfdc'} bound to L3 agent in host dv-cinder-786627-11-iscsi {{(pid=92921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 07:31:04.092608 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-0a9b76b1-f444-4800-93db-c440edf9545c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T07:06:03Z,description=,heartbeat_timestamp=2021-06-22T07:31:03Z,host='dv-cinder-786627-11-iscsi',id=f18ef446-1389-4802-a345-f314a6956002,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T07:06:03Z,topic='l3_agent')) {'router_ids': ['59ca7a8b-cca1-47d6-8828-99d07e51bfdc'], 'active': True} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:31:04.123460 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-aea0ae93-9586-44d7-bf9f-49b090088f51 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5392876 Jun 22 07:31:04.124118 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '483c684a-5781-436b-b80e-0708381acc54', 'tag': '15600727-9f79-47a2-9a0d-cc2118866792'}] {{(pid=92919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 07:31:04.126446 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2874ba58536e60953e76cf0b72237944d74909d10009afe4cd7b86cda982d3ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-027d6691-3309-4938-8981-e9eed4be1b36" -d '{"events": [{"name": "network-changed", "server_uuid": "483c684a-5781-436b-b80e-0708381acc54", "tag": "15600727-9f79-47a2-9a0d-cc2118866792"}]}' {{(pid=92919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 07:31:04.160398 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 07:31:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ff411e1-1e47-4130-ab8a-c841b875d104 x-openstack-request-id: req-3ff411e1-1e47-4130-ab8a-c841b875d104 {{(pid=92919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 07:31:04.160733 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "483c684a-5781-436b-b80e-0708381acc54", "tag": "15600727-9f79-47a2-9a0d-cc2118866792", "status": "completed", "code": 200}]} {{(pid=92919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 07:31:04.161025 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3ff411e1-1e47-4130-ab8a-c841b875d104 {{(pid=92919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 07:31:04.161458 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '483c684a-5781-436b-b80e-0708381acc54', 'tag': '15600727-9f79-47a2-9a0d-cc2118866792', 'status': 'completed', 'code': 200} Jun 22 07:31:04.203422 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvr_db [None req-0a9b76b1-f444-4800-93db-c440edf9545c None None] Set router 59ca7a8b-cca1-47d6-8828-99d07e51bfdc gateway port host: dv-cinder-786627-11-iscsi {{(pid=92921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 07:31:04.235033 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027d6691-3309-4938-8981-e9eed4be1b36 req-d2ce1f38-696a-48b5-a53a-9b58a24f7df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:31:04.236546 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-027d6691-3309-4938-8981-e9eed4be1b36 req-d2ce1f38-696a-48b5-a53a-9b58a24f7df0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=39e7765ed5cd4e0e9e770bf5a465d8ba&device_id=483c684a-5781-436b-b80e-0708381acc54 HTTP/1.1" status: 200 len: 1099 time: 0.0519810 Jun 22 07:31:04.327619 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027d6691-3309-4938-8981-e9eed4be1b36 req-1fd58853-5849-497d-b355-6e52a2cc2383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:31:04.329089 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-027d6691-3309-4938-8981-e9eed4be1b36 req-1fd58853-5849-497d-b355-6e52a2cc2383 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8e2ae9a8-9228-4c23-8cea-73e784abde4d HTTP/1.1" status: 200 len: 913 time: 0.0860944 Jun 22 07:31:04.392800 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-027d6691-3309-4938-8981-e9eed4be1b36 req-e8a4fc54-010f-4cc0-93a7-17b038d1d96e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=15600727-9f79-47a2-9a0d-cc2118866792 HTTP/1.1" status: 200 len: 1000 time: 0.0572519 Jun 22 07:31:04.424364 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-0a9b76b1-f444-4800-93db-c440edf9545c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ca7a8b-cca1-47d6-8828-99d07e51bfdc', 'name': 'tempest-TestVolumeBootPattern-2146042094-router', 'tenant_id': '39e7765ed5cd4e0e9e770bf5a465d8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'external_fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': 'bdfc35b5-4461-413e-a2f5-ad9e329f2040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:27:36Z', 'updated_at': '2021-06-22T07:27:39Z', 'revision_number': 4, 'project_id': '39e7765ed5cd4e0e9e770bf5a465d8ba', 'gw_port': {'id': 'bdfc35b5-4461-413e-a2f5-ad9e329f2040', 'name': '', 'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:0e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ca7a8b-cca1-47d6-8828-99d07e51bfdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:27:37Z', 'updated_at': '2021-06-22T07:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-iscsi', '_floatingips': [{'id': 'afa3ece6-0972-45a2-b457-25453e14d9f4', 'tenant_id': '39e7765ed5cd4e0e9e770bf5a465d8ba', 'floating_ip_address': '172.27.1.159', 'floating_network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'router_id': '59ca7a8b-cca1-47d6-8828-99d07e51bfdc', 'port_id': '15600727-9f79-47a2-9a0d-cc2118866792', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e2ae9a8-9228-4c23-8cea-73e784abde4d', 'mac_address': 'fa:16:3e:da:e1:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '483c684a-5781-436b-b80e-0708381acc54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T07:31:03Z', 'updated_at': '2021-06-22T07:31:03Z', 'revision_number': 0, 'project_id': '39e7765ed5cd4e0e9e770bf5a465d8ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3fd030a-2e92-497d-b370-68ab0d8e78cf', 'name': '', 'network_id': '8e2ae9a8-9228-4c23-8cea-73e784abde4d', 'tenant_id': '39e7765ed5cd4e0e9e770bf5a465d8ba', 'mac_address': 'fa:16:3e:ab:45:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ca7a8b-cca1-47d6-8828-99d07e51bfdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '1158cd74-6434-4737-91bb-b3c67fb18a3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:27:39Z', 'updated_at': '2021-06-22T07:27:45Z', 'revision_number': 5, 'project_id': '39e7765ed5cd4e0e9e770bf5a465d8ba', 'subnets': [{'id': '1158cd74-6434-4737-91bb-b3c67fb18a3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-11-iscsi', False) {} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:31:04.439815 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027d6691-3309-4938-8981-e9eed4be1b36 req-267441b7-8cf9-4c5c-939b-3a3d855fed89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:31:04.441263 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-027d6691-3309-4938-8981-e9eed4be1b36 req-267441b7-8cf9-4c5c-939b-3a3d855fed89 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1158cd74-6434-4737-91bb-b3c67fb18a3d HTTP/1.1" status: 200 len: 851 time: 0.0429680 Jun 22 07:31:04.449500 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9b76b1-f444-4800-93db-c440edf9545c None None] Checking router: 59ca7a8b-cca1-47d6-8828-99d07e51bfdc for host: dv-cinder-786627-11-iscsi {{(pid=92921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 07:31:04.457840 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9b76b1-f444-4800-93db-c440edf9545c None None] Routers {'59ca7a8b-cca1-47d6-8828-99d07e51bfdc'} bound to L3 agent in host dv-cinder-786627-11-iscsi {{(pid=92921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 07:31:04.458444 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-0a9b76b1-f444-4800-93db-c440edf9545c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T07:06:03Z,description=,heartbeat_timestamp=2021-06-22T07:31:03Z,host='dv-cinder-786627-11-iscsi',id=f18ef446-1389-4802-a345-f314a6956002,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T07:06:03Z,topic='l3_agent')) {'router_ids': ['59ca7a8b-cca1-47d6-8828-99d07e51bfdc'], 'active': True} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:31:04.502382 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027d6691-3309-4938-8981-e9eed4be1b36 req-63756189-2adb-4837-b687-d6eebbc43aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:31:04.503986 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-027d6691-3309-4938-8981-e9eed4be1b36 req-63756189-2adb-4837-b687-d6eebbc43aa5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8e2ae9a8-9228-4c23-8cea-73e784abde4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0559661 Jun 22 07:31:04.563262 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvr_db [None req-0a9b76b1-f444-4800-93db-c440edf9545c None None] Set router 59ca7a8b-cca1-47d6-8828-99d07e51bfdc gateway port host: dv-cinder-786627-11-iscsi {{(pid=92921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 07:31:04.592053 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-027d6691-3309-4938-8981-e9eed4be1b36 req-fddc4658-0bf8-43cd-b2f4-e6f2cc1584b6 service neutron] 10.222.0.41 "GET /v2.0/networks/8e2ae9a8-9228-4c23-8cea-73e784abde4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811579 Jun 22 07:31:04.684175 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-027d6691-3309-4938-8981-e9eed4be1b36 req-58c952f6-4a05-4465-b4cc-7536a73a615b service neutron] 10.222.0.41 "GET /v2.0/networks/8e2ae9a8-9228-4c23-8cea-73e784abde4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859203 Jun 22 07:31:04.790348 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-0a9b76b1-f444-4800-93db-c440edf9545c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ca7a8b-cca1-47d6-8828-99d07e51bfdc', 'name': 'tempest-TestVolumeBootPattern-2146042094-router', 'tenant_id': '39e7765ed5cd4e0e9e770bf5a465d8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'external_fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': 'bdfc35b5-4461-413e-a2f5-ad9e329f2040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:27:36Z', 'updated_at': '2021-06-22T07:27:39Z', 'revision_number': 4, 'project_id': '39e7765ed5cd4e0e9e770bf5a465d8ba', 'gw_port': {'id': 'bdfc35b5-4461-413e-a2f5-ad9e329f2040', 'name': '', 'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:0e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ca7a8b-cca1-47d6-8828-99d07e51bfdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:27:37Z', 'updated_at': '2021-06-22T07:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-iscsi', '_floatingips': [{'id': 'afa3ece6-0972-45a2-b457-25453e14d9f4', 'tenant_id': '39e7765ed5cd4e0e9e770bf5a465d8ba', 'floating_ip_address': '172.27.1.159', 'floating_network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'router_id': '59ca7a8b-cca1-47d6-8828-99d07e51bfdc', 'port_id': '15600727-9f79-47a2-9a0d-cc2118866792', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e2ae9a8-9228-4c23-8cea-73e784abde4d', 'mac_address': 'fa:16:3e:da:e1:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '483c684a-5781-436b-b80e-0708381acc54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T07:31:03Z', 'updated_at': '2021-06-22T07:31:03Z', 'revision_number': 0, 'project_id': '39e7765ed5cd4e0e9e770bf5a465d8ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3fd030a-2e92-497d-b370-68ab0d8e78cf', 'name': '', 'network_id': '8e2ae9a8-9228-4c23-8cea-73e784abde4d', 'tenant_id': '39e7765ed5cd4e0e9e770bf5a465d8ba', 'mac_address': 'fa:16:3e:ab:45:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ca7a8b-cca1-47d6-8828-99d07e51bfdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '1158cd74-6434-4737-91bb-b3c67fb18a3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:27:39Z', 'updated_at': '2021-06-22T07:27:45Z', 'revision_number': 5, 'project_id': '39e7765ed5cd4e0e9e770bf5a465d8ba', 'subnets': [{'id': '1158cd74-6434-4737-91bb-b3c67fb18a3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-11-iscsi', False) {} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:31:04.822477 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9b76b1-f444-4800-93db-c440edf9545c None None] The sync data for ids ['59ca7a8b-cca1-47d6-8828-99d07e51bfdc'] in dv-cinder-786627-11-iscsi is: [{'id': '59ca7a8b-cca1-47d6-8828-99d07e51bfdc', 'name': 'tempest-TestVolumeBootPattern-2146042094-router', 'tenant_id': '39e7765ed5cd4e0e9e770bf5a465d8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'external_fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': 'bdfc35b5-4461-413e-a2f5-ad9e329f2040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:27:36Z', 'updated_at': '2021-06-22T07:27:39Z', 'revision_number': 4, 'project_id': '39e7765ed5cd4e0e9e770bf5a465d8ba', 'gw_port': {'id': 'bdfc35b5-4461-413e-a2f5-ad9e329f2040', 'name': '', 'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:0e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ca7a8b-cca1-47d6-8828-99d07e51bfdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:27:37Z', 'updated_at': '2021-06-22T07:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-iscsi', '_floatingips': [{'id': 'afa3ece6-0972-45a2-b457-25453e14d9f4', 'tenant_id': '39e7765ed5cd4e0e9e770bf5a465d8ba', 'floating_ip_address': '172.27.1.159', 'floating_network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'router_id': '59ca7a8b-cca1-47d6-8828-99d07e51bfdc', 'port_id': '15600727-9f79-47a2-9a0d-cc2118866792', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e2ae9a8-9228-4c23-8cea-73e784abde4d', 'mac_address': 'fa:16:3e:da:e1:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '483c684a-5781-436b-b80e-0708381acc54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T07:31:03Z', 'updated_at': '2021-06-22T07:31:03Z', 'revision_number': 0, 'project_id': '39e7765ed5cd4e0e9e770bf5a465d8ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3fd030a-2e92-497d-b370-68ab0d8e78cf', 'name': '', 'network_id': '8e2ae9a8-9228-4c23-8cea-73e784abde4d', 'tenant_id': '39e7765ed5cd4e0e9e770bf5a465d8ba', 'mac_address': 'fa:16:3e:ab:45:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ca7a8b-cca1-47d6-8828-99d07e51bfdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '1158cd74-6434-4737-91bb-b3c67fb18a3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:27:39Z', 'updated_at': '2021-06-22T07:27:45Z', 'revision_number': 5, 'project_id': '39e7765ed5cd4e0e9e770bf5a465d8ba', 'subnets': [{'id': '1158cd74-6434-4737-91bb-b3c67fb18a3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 07:31:04.830542 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:31:04.994962 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4169812-7885-4c40-ad35-e7cd10efa983 None None] New status for floating IP afa3ece6-0972-45a2-b457-25453e14d9f4: ACTIVE {{(pid=92922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 07:31:05.263032 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d3c1a5ff-c703-4bfc-bce3-efb8418f207c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:31:06.992536 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-f04bb265-eca6-4530-aeb1-0b3afeb7eb68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:31:13.925071 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.agents_db [None req-74002642-eed4-46c6-8f70-93846dc748c3 None None] Agent healthcheck: found 6 active agents {{(pid=92922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 07:31:15.396734 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-10cfb6fe-5f9f-4fd3-8312-46d6e6603c35 req-87a62ba6-38be-4b1b-9af3-fcfe85aa2778 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=483c684a-5781-436b-b80e-0708381acc54&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0505283 Jun 22 07:31:15.491108 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cfb6fe-5f9f-4fd3-8312-46d6e6603c35 req-c543567c-171e-485d-b19e-a04c367bf46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:31:15.492580 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-10cfb6fe-5f9f-4fd3-8312-46d6e6603c35 req-c543567c-171e-485d-b19e-a04c367bf46a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=39e7765ed5cd4e0e9e770bf5a465d8ba&device_id=483c684a-5781-436b-b80e-0708381acc54 HTTP/1.1" status: 200 len: 1099 time: 0.0520885 Jun 22 07:31:15.861161 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cfb6fe-5f9f-4fd3-8312-46d6e6603c35 req-5c0d8906-d6c9-4f84-aa5a-31c1c227b991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:31:15.862496 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-10cfb6fe-5f9f-4fd3-8312-46d6e6603c35 req-5c0d8906-d6c9-4f84-aa5a-31c1c227b991 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8e2ae9a8-9228-4c23-8cea-73e784abde4d HTTP/1.1" status: 200 len: 913 time: 0.3514686 Jun 22 07:31:15.925589 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-10cfb6fe-5f9f-4fd3-8312-46d6e6603c35 req-c7b36435-bc47-43f2-ac36-416448b25211 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=15600727-9f79-47a2-9a0d-cc2118866792 HTTP/1.1" status: 200 len: 1002 time: 0.0562704 Jun 22 07:31:15.977609 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cfb6fe-5f9f-4fd3-8312-46d6e6603c35 req-10c186a4-d965-4d5b-a539-61bfa7234882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:31:15.978976 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-10cfb6fe-5f9f-4fd3-8312-46d6e6603c35 req-10c186a4-d965-4d5b-a539-61bfa7234882 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1158cd74-6434-4737-91bb-b3c67fb18a3d HTTP/1.1" status: 200 len: 851 time: 0.0464606 Jun 22 07:31:16.034624 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cfb6fe-5f9f-4fd3-8312-46d6e6603c35 req-7366a7c0-fc25-42f7-8d11-e3ade5fd8fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:31:16.036028 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-10cfb6fe-5f9f-4fd3-8312-46d6e6603c35 req-7366a7c0-fc25-42f7-8d11-e3ade5fd8fff service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8e2ae9a8-9228-4c23-8cea-73e784abde4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0511646 Jun 22 07:31:16.122286 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-10cfb6fe-5f9f-4fd3-8312-46d6e6603c35 req-24bea2a0-1173-4cbd-ac42-ee65abce9c82 service neutron] 10.222.0.41 "GET /v2.0/networks/8e2ae9a8-9228-4c23-8cea-73e784abde4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799115 Jun 22 07:31:16.211456 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-10cfb6fe-5f9f-4fd3-8312-46d6e6603c35 req-e5aedef0-6782-4931-bcb3-bb91d5d696b5 service neutron] 10.222.0.41 "GET /v2.0/networks/8e2ae9a8-9228-4c23-8cea-73e784abde4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835035 Jun 22 07:31:30.733556 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a505a0e4-caee-4219-b05b-110f2a061cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:31:33.101139 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-bb5d8b4c-4fc9-46e2-b93f-3389ccc5c8d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:31:33.305020 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:31:34.831330 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:31:35.263843 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d3c1a5ff-c703-4bfc-bce3-efb8418f207c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:31:36.994471 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-f04bb265-eca6-4530-aeb1-0b3afeb7eb68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:31:50.924162 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.agents_db [None req-74002642-eed4-46c6-8f70-93846dc748c3 None None] Agent healthcheck: found 6 active agents {{(pid=92922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 07:32:00.734150 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-7edee483-bba0-47f3-bfef-d461c7bc5cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:32:03.101373 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d330ef96-3989-4ddc-bbfa-34220ed39afd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:32:03.308545 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:32:04.817298 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:32:05.267530 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d3c1a5ff-c703-4bfc-bce3-efb8418f207c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:32:06.997068 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-f04bb265-eca6-4530-aeb1-0b3afeb7eb68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:32:17.522759 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-48fd252c-ebf5-4f9b-bb06-1a97a5b90b96 req-67dc9009-441d-4ad3-b722-9f289e49da8a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=483c684a-5781-436b-b80e-0708381acc54&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0519638 Jun 22 07:32:17.615035 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fd252c-ebf5-4f9b-bb06-1a97a5b90b96 req-c8ba09b4-d224-41d4-abfd-6fd61b2aec8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:32:17.616487 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-48fd252c-ebf5-4f9b-bb06-1a97a5b90b96 req-c8ba09b4-d224-41d4-abfd-6fd61b2aec8f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=39e7765ed5cd4e0e9e770bf5a465d8ba&device_id=483c684a-5781-436b-b80e-0708381acc54 HTTP/1.1" status: 200 len: 1099 time: 0.0526471 Jun 22 07:32:17.720120 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fd252c-ebf5-4f9b-bb06-1a97a5b90b96 req-bb0d9d72-a347-41e8-8ef3-5d054eca4f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:32:17.722127 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-48fd252c-ebf5-4f9b-bb06-1a97a5b90b96 req-bb0d9d72-a347-41e8-8ef3-5d054eca4f84 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8e2ae9a8-9228-4c23-8cea-73e784abde4d HTTP/1.1" status: 200 len: 913 time: 0.0862470 Jun 22 07:32:17.785131 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-48fd252c-ebf5-4f9b-bb06-1a97a5b90b96 req-6f4cbba4-28a8-466c-bc47-ef0cad137eed service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=15600727-9f79-47a2-9a0d-cc2118866792 HTTP/1.1" status: 200 len: 1002 time: 0.0566421 Jun 22 07:32:17.835606 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fd252c-ebf5-4f9b-bb06-1a97a5b90b96 req-60ec3ef1-001d-4fec-8c97-96513eb9a027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:32:17.837019 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-48fd252c-ebf5-4f9b-bb06-1a97a5b90b96 req-60ec3ef1-001d-4fec-8c97-96513eb9a027 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1158cd74-6434-4737-91bb-b3c67fb18a3d HTTP/1.1" status: 200 len: 851 time: 0.0457256 Jun 22 07:32:17.893377 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fd252c-ebf5-4f9b-bb06-1a97a5b90b96 req-bfd296ef-eaa4-46aa-95cf-42518c27bb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:32:17.894789 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-48fd252c-ebf5-4f9b-bb06-1a97a5b90b96 req-bfd296ef-eaa4-46aa-95cf-42518c27bb3c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8e2ae9a8-9228-4c23-8cea-73e784abde4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0510657 Jun 22 07:32:17.982872 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-48fd252c-ebf5-4f9b-bb06-1a97a5b90b96 req-9fd47c68-c97f-4b89-b78b-37c63800c48b service neutron] 10.222.0.41 "GET /v2.0/networks/8e2ae9a8-9228-4c23-8cea-73e784abde4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809605 Jun 22 07:32:18.073363 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-48fd252c-ebf5-4f9b-bb06-1a97a5b90b96 req-a9761f4c-adba-4282-9163-167897ab1cbd service neutron] 10.222.0.41 "GET /v2.0/networks/8e2ae9a8-9228-4c23-8cea-73e784abde4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839183 Jun 22 07:32:27.922845 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.agents_db [None req-74002642-eed4-46c6-8f70-93846dc748c3 None None] Agent healthcheck: found 6 active agents {{(pid=92922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 07:32:30.734715 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-0bfffe11-dbd2-49da-afe5-af7fb5c43f9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:32:33.101134 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-4d0015eb-8703-495f-b2b5-ce3acb847d11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:32:33.308812 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:32:34.830812 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:32:35.270337 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d3c1a5ff-c703-4bfc-bce3-efb8418f207c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:32:36.999566 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-f04bb265-eca6-4530-aeb1-0b3afeb7eb68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:33:00.734340 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-c06e7152-787c-4fd1-94ea-3f3df8b9942f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:33:03.102204 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-43759a80-e08d-4d90-ab9a-8bacbab6947a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:33:03.309225 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:33:03.894289 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-da32d252-92df-4344-969c-ff8261164372 req-03d98cdd-fb96-42cd-ada1-5f22acc65a8c tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1668826697&fields=id&tenant_id=39e7765ed5cd4e0e9e770bf5a465d8ba HTTP/1.1" status: 200 len: 267 time: 0.0339241 Jun 22 07:33:04.000631 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da32d252-92df-4344-969c-ff8261164372 req-53b723d8-39ea-4668-a24b-cff5732e6993 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:33:04.002035 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-da32d252-92df-4344-969c-ff8261164372 req-53b723d8-39ea-4668-a24b-cff5732e6993 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] 10.222.0.24 "GET /v2.0/networks?id=8e2ae9a8-9228-4c23-8cea-73e784abde4d HTTP/1.1" status: 200 len: 812 time: 0.1014640 Jun 22 07:33:04.016719 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-da32d252-92df-4344-969c-ff8261164372 req-16d037f9-a6c3-421f-a126-45375e028570 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] 10.222.0.24 "GET /v2.0/quotas/39e7765ed5cd4e0e9e770bf5a465d8ba HTTP/1.1" status: 200 len: 375 time: 0.0087798 Jun 22 07:33:04.087509 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-da32d252-92df-4344-969c-ff8261164372 req-3a1416d9-56f1-44eb-bc18-3b8e572d0b54 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=39e7765ed5cd4e0e9e770bf5a465d8ba&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0656786 Jun 22 07:33:04.239555 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-da32d252-92df-4344-969c-ff8261164372 req-48976822-5705-4dc1-a5d2-78a61790b660 service neutron] 10.222.0.24 "GET /v2.0/networks/8e2ae9a8-9228-4c23-8cea-73e784abde4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396127 Jun 22 07:33:04.326350 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-da32d252-92df-4344-969c-ff8261164372 req-3a6ac601-b5e0-4d51-8e89-22b77310d0fe service neutron] 10.222.0.24 "GET /v2.0/networks/8e2ae9a8-9228-4c23-8cea-73e784abde4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810776 Jun 22 07:33:04.633561 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-6d38b36f-d6d7-46ec-a05d-6500590fb76f req-7b3631b0-92dd-4a67-8357-3cc6ac69d365 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8eaa0ed-49b3-4b9c-9f5d-4108d17229d9 HTTP/1.1" status: 200 len: 210 time: 0.0282671 Jun 22 07:33:04.848079 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:33:04.921357 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.agents_db [None req-74002642-eed4-46c6-8f70-93846dc748c3 None None] Agent healthcheck: found 6 active agents {{(pid=92922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 07:33:05.273124 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d3c1a5ff-c703-4bfc-bce3-efb8418f207c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:33:05.627468 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da32d252-92df-4344-969c-ff8261164372 req-4e38a820-1e0f-4fdc-b3bc-ecc007e33f3e tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:33:05.629541 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-da32d252-92df-4344-969c-ff8261164372 req-4e38a820-1e0f-4fdc-b3bc-ecc007e33f3e tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] 10.222.0.41 "GET /v2.0/networks?id=8e2ae9a8-9228-4c23-8cea-73e784abde4d HTTP/1.1" status: 200 len: 812 time: 0.1066864 Jun 22 07:33:05.682648 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-da32d252-92df-4344-969c-ff8261164372 req-b048691e-7a82-45f1-b3d7-dd1c892ab80e tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=39e7765ed5cd4e0e9e770bf5a465d8ba HTTP/1.1" status: 200 len: 380 time: 0.0372012 Jun 22 07:33:05.690559 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.v2.base [req-da32d252-92df-4344-969c-ff8261164372 req-c92ef885-9ae5-44da-9e2b-cf44e7000875 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Request body: {'port': {'device_id': 'e8eaa0ed-49b3-4b9c-9f5d-4108d17229d9', 'network_id': '8e2ae9a8-9228-4c23-8cea-73e784abde4d', 'admin_state_up': True, 'tenant_id': '39e7765ed5cd4e0e9e770bf5a465d8ba', 'security_groups': ['ce8b2d0b-296c-409b-9421-6bffef7a9de7']}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:33:05.784991 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-0a4c41f7-4b8b-4ae5-85df-2ea853ea7a35 req-b53c6a80-3c82-4546-a43c-3aa8eae7461d tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8eaa0ed-49b3-4b9c-9f5d-4108d17229d9 HTTP/1.1" status: 200 len: 210 time: 0.0354302 Jun 22 07:33:05.830441 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da32d252-92df-4344-969c-ff8261164372 req-c92ef885-9ae5-44da-9e2b-cf44e7000875 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Made reservation on behalf of 39e7765ed5cd4e0e9e770bf5a465d8ba for: {'port': 1} {{(pid=92919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 07:33:05.834602 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-da32d252-92df-4344-969c-ff8261164372 req-c92ef885-9ae5-44da-9e2b-cf44e7000875 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1809762'] for port, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:33:05.962176 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.db.db_base_plugin_common [req-da32d252-92df-4344-969c-ff8261164372 req-c92ef885-9ae5-44da-9e2b-cf44e7000875 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Allocated IP 172.20.0.10 (8e2ae9a8-9228-4c23-8cea-73e784abde4d/1158cd74-6434-4737-91bb-b3c67fb18a3d/45b7f115-9688-4729-a777-6f9a604a4d40) {{(pid=92919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 07:33:06.106999 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-da32d252-92df-4344-969c-ff8261164372 req-c92ef885-9ae5-44da-9e2b-cf44e7000875 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Notify callbacks [] for port, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:33:06.121132 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.db.provisioning_blocks [req-da32d252-92df-4344-969c-ff8261164372 req-c92ef885-9ae5-44da-9e2b-cf44e7000875 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Transition to ACTIVE for port object 45b7f115-9688-4729-a777-6f9a604a4d40 will not be triggered until provisioned by entity DHCP. {{(pid=92919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 07:33:06.153963 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-da32d252-92df-4344-969c-ff8261164372 req-c92ef885-9ae5-44da-9e2b-cf44e7000875 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1809569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-690206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773473471591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4832682'] for port, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:33:06.157792 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-aea0ae93-9586-44d7-bf9f-49b090088f51 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:33:06.207509 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da32d252-92df-4344-969c-ff8261164372 req-c92ef885-9ae5-44da-9e2b-cf44e7000875 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Network 8e2ae9a8-9228-4c23-8cea-73e784abde4d is already hosted by enough agents. {{(pid=92919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 07:33:06.211003 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.scheduler.base_scheduler [req-da32d252-92df-4344-969c-ff8261164372 req-c92ef885-9ae5-44da-9e2b-cf44e7000875 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Resources bound (agent type, host, resource id): {{(pid=92919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 07:33:06.214804 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.db.l3_dvrscheduler_db [req-da32d252-92df-4344-969c-ff8261164372 req-c92ef885-9ae5-44da-9e2b-cf44e7000875 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Received port after_create {{(pid=92919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 07:33:06.240706 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92ef885-9ae5-44da-9e2b-cf44e7000875 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Pushing event updated for resources: {'Port': ['ID=45b7f115-9688-4729-a777-6f9a604a4d40,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:33:06.254846 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92ef885-9ae5-44da-9e2b-cf44e7000875 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:33:06.255227 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92ef885-9ae5-44da-9e2b-cf44e7000875 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:33:06.255601 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92ef885-9ae5-44da-9e2b-cf44e7000875 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:33:06.255970 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92ef885-9ae5-44da-9e2b-cf44e7000875 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:33:06.256331 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92ef885-9ae5-44da-9e2b-cf44e7000875 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:33:06.256715 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92ef885-9ae5-44da-9e2b-cf44e7000875 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:33:06.257074 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92ef885-9ae5-44da-9e2b-cf44e7000875 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:33:06.257429 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92ef885-9ae5-44da-9e2b-cf44e7000875 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:33:06.257786 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92ef885-9ae5-44da-9e2b-cf44e7000875 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:33:06.258136 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92ef885-9ae5-44da-9e2b-cf44e7000875 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:33:06.258486 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92ef885-9ae5-44da-9e2b-cf44e7000875 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:33:06.258834 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92ef885-9ae5-44da-9e2b-cf44e7000875 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:33:06.262773 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-c92ef885-9ae5-44da-9e2b-cf44e7000875 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:33:06.282706 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da32d252-92df-4344-969c-ff8261164372 req-c92ef885-9ae5-44da-9e2b-cf44e7000875 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:33:06.283308 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-da32d252-92df-4344-969c-ff8261164372 req-c92ef885-9ae5-44da-9e2b-cf44e7000875 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91146'] for port, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:33:06.298718 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-da32d252-92df-4344-969c-ff8261164372 req-c92ef885-9ae5-44da-9e2b-cf44e7000875 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6117232 Jun 22 07:33:06.311187 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.v2.base [req-da32d252-92df-4344-969c-ff8261164372 req-8f2c81ed-b847-4ff5-9436-9eef5484e491 service neutron] Request body: {'port': {'device_id': 'e8eaa0ed-49b3-4b9c-9f5d-4108d17229d9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:33:06.385870 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-da32d252-92df-4344-969c-ff8261164372 req-8f2c81ed-b847-4ff5-9436-9eef5484e491 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:33:06.426994 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-e6077764-72c7-486d-8570-0df1a363d65d None None] Provisioning for port 45b7f115-9688-4729-a777-6f9a604a4d40 completed by entity DHCP. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 07:33:06.430773 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-e6077764-72c7-486d-8570-0df1a363d65d None None] Provisioning complete for port 45b7f115-9688-4729-a777-6f9a604a4d40 triggered by entity DHCP. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:33:06.431222 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-e6077764-72c7-486d-8570-0df1a363d65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1879668'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:33:06.463951 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-e6077764-72c7-486d-8570-0df1a363d65d None None] Port 45b7f115-9688-4729-a777-6f9a604a4d40 cannot update to ACTIVE because it is not bound. {{(pid=92921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 07:33:06.651124 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.notifiers.nova [req-da32d252-92df-4344-969c-ff8261164372 req-8f2c81ed-b847-4ff5-9436-9eef5484e491 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45b7f115-9688-4729-a777-6f9a604a4d40 {{(pid=92919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 07:33:06.658621 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-da32d252-92df-4344-969c-ff8261164372 req-8f2c81ed-b847-4ff5-9436-9eef5484e491 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:33:06.671295 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.db.provisioning_blocks [req-da32d252-92df-4344-969c-ff8261164372 req-8f2c81ed-b847-4ff5-9436-9eef5484e491 service neutron] Transition to ACTIVE for port object 45b7f115-9688-4729-a777-6f9a604a4d40 will not be triggered until provisioned by entity L2. {{(pid=92919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 07:33:06.674749 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-da32d252-92df-4344-969c-ff8261164372 req-8f2c81ed-b847-4ff5-9436-9eef5484e491 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4832664'] for port, after_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:33:06.677129 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-35595ef3-eb70-46e3-ada0-b40eafe376c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:33:06.748461 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2c81ed-b847-4ff5-9436-9eef5484e491 service neutron] Pushing event updated for resources: {'Port': ['ID=45b7f115-9688-4729-a777-6f9a604a4d40,revision_number=2']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:33:06.752901 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-8f2c81ed-b847-4ff5-9436-9eef5484e491 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:33:06.825276 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.managers [req-da32d252-92df-4344-969c-ff8261164372 req-8f2c81ed-b847-4ff5-9436-9eef5484e491 service neutron] Attempting to bind port 45b7f115-9688-4729-a777-6f9a604a4d40 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=92919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 07:33:06.825612 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.managers [req-da32d252-92df-4344-969c-ff8261164372 req-8f2c81ed-b847-4ff5-9436-9eef5484e491 service neutron] Attempting to bind port 45b7f115-9688-4729-a777-6f9a604a4d40 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '654d3564-a1a5-4ee5-bdf9-e27fee599e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8e2ae9a8-9228-4c23-8cea-73e784abde4d'}] {{(pid=92919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 07:33:06.825940 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da32d252-92df-4344-969c-ff8261164372 req-8f2c81ed-b847-4ff5-9436-9eef5484e491 service neutron] Attempting to bind port 45b7f115-9688-4729-a777-6f9a604a4d40 on network 8e2ae9a8-9228-4c23-8cea-73e784abde4d {{(pid=92919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 07:33:06.833223 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da32d252-92df-4344-969c-ff8261164372 req-8f2c81ed-b847-4ff5-9436-9eef5484e491 service neutron] Port 45b7f115-9688-4729-a777-6f9a604a4d40 on network 8e2ae9a8-9228-4c23-8cea-73e784abde4d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=92919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 07:33:06.833552 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da32d252-92df-4344-969c-ff8261164372 req-8f2c81ed-b847-4ff5-9436-9eef5484e491 service neutron] Attempting to bind port 45b7f115-9688-4729-a777-6f9a604a4d40 on network 8e2ae9a8-9228-4c23-8cea-73e784abde4d {{(pid=92919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 07:33:06.840150 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da32d252-92df-4344-969c-ff8261164372 req-8f2c81ed-b847-4ff5-9436-9eef5484e491 service neutron] Checking agent: {'id': 'ce8fa221-be2f-440a-9097-46e1804b8f29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 7, 12, 2), 'started_at': datetime.datetime(2021, 6, 22, 7, 12, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 7, 33, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 07:33:06.840524 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da32d252-92df-4344-969c-ff8261164372 req-8f2c81ed-b847-4ff5-9436-9eef5484e491 service neutron] Checking segment: {'id': '654d3564-a1a5-4ee5-bdf9-e27fee599e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8e2ae9a8-9228-4c23-8cea-73e784abde4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 07:33:06.840914 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da32d252-92df-4344-969c-ff8261164372 req-8f2c81ed-b847-4ff5-9436-9eef5484e491 service neutron] Bound using segment: {'id': '654d3564-a1a5-4ee5-bdf9-e27fee599e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8e2ae9a8-9228-4c23-8cea-73e784abde4d'} {{(pid=92919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 07:33:06.841357 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.managers [req-da32d252-92df-4344-969c-ff8261164372 req-8f2c81ed-b847-4ff5-9436-9eef5484e491 service neutron] Bound port: 45b7f115-9688-4729-a777-6f9a604a4d40, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '654d3564-a1a5-4ee5-bdf9-e27fee599e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8e2ae9a8-9228-4c23-8cea-73e784abde4d'}}] {{(pid=92919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 07:33:06.841731 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-da32d252-92df-4344-969c-ff8261164372 req-8f2c81ed-b847-4ff5-9436-9eef5484e491 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:33:06.910464 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.db [req-da32d252-92df-4344-969c-ff8261164372 req-8f2c81ed-b847-4ff5-9436-9eef5484e491 service neutron] For port 45b7f115-9688-4729-a777-6f9a604a4d40, host hv-cinder-78662, cleared binding levels {{(pid=92919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 07:33:06.913559 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.db [req-da32d252-92df-4344-969c-ff8261164372 req-8f2c81ed-b847-4ff5-9436-9eef5484e491 service neutron] For port 45b7f115-9688-4729-a777-6f9a604a4d40, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=45b7f115-9688-4729-a777-6f9a604a4d40,segment=NetworkSegment(654d3564-a1a5-4ee5-bdf9-e27fee599e4d),segment_id=654d3564-a1a5-4ee5-bdf9-e27fee599e4d)] {{(pid=92919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 07:33:06.926548 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-da32d252-92df-4344-969c-ff8261164372 req-8f2c81ed-b847-4ff5-9436-9eef5484e491 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4832664'] for port, after_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:33:06.929559 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-e8585813-c9fb-4465-9306-b880747ee196 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:33:06.982973 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da32d252-92df-4344-969c-ff8261164372 req-8f2c81ed-b847-4ff5-9436-9eef5484e491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:33:06.983458 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-da32d252-92df-4344-969c-ff8261164372 req-8f2c81ed-b847-4ff5-9436-9eef5484e491 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91146'] for port, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:33:06.984900 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-da32d252-92df-4344-969c-ff8261164372 req-8f2c81ed-b847-4ff5-9436-9eef5484e491 service neutron] 10.222.0.41 "PUT /v2.0/ports/45b7f115-9688-4729-a777-6f9a604a4d40 HTTP/1.1" status: 200 len: 1094 time: 0.6780508 Jun 22 07:33:06.986949 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8eaa0ed-49b3-4b9c-9f5d-4108d17229d9', 'tag': '45b7f115-9688-4729-a777-6f9a604a4d40'}] {{(pid=92919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 07:33:06.989787 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2874ba58536e60953e76cf0b72237944d74909d10009afe4cd7b86cda982d3ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fdfbe78-e907-4519-b3d4-f155f3f1a6de" -d '{"events": [{"name": "network-changed", "server_uuid": "e8eaa0ed-49b3-4b9c-9f5d-4108d17229d9", "tag": "45b7f115-9688-4729-a777-6f9a604a4d40"}]}' {{(pid=92919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 07:33:07.007862 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-f04bb265-eca6-4530-aeb1-0b3afeb7eb68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:33:07.032152 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2c81ed-b847-4ff5-9436-9eef5484e491 service neutron] Pushing event updated for resources: {'Port': ['ID=45b7f115-9688-4729-a777-6f9a604a4d40,revision_number=3']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:33:07.044260 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-8f2c81ed-b847-4ff5-9436-9eef5484e491 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:33:07.080845 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20a4076-dff4-4990-997c-b6e5e6a24ecd req-b1cd7182-c324-43f9-8774-a43569f66113 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:33:07.083204 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-f20a4076-dff4-4990-997c-b6e5e6a24ecd req-b1cd7182-c324-43f9-8774-a43569f66113 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8eaa0ed-49b3-4b9c-9f5d-4108d17229d9 HTTP/1.1" status: 200 len: 944 time: 0.1670947 Jun 22 07:33:07.103933 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 07:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7912810-f460-4553-8a01-6e484f36dd30 x-openstack-request-id: req-a7912810-f460-4553-8a01-6e484f36dd30 {{(pid=92919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 07:33:07.104268 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8eaa0ed-49b3-4b9c-9f5d-4108d17229d9", "tag": "45b7f115-9688-4729-a777-6f9a604a4d40", "status": "completed", "code": 200}]} {{(pid=92919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 07:33:07.104595 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a7912810-f460-4553-8a01-6e484f36dd30 {{(pid=92919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 07:33:07.105033 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8eaa0ed-49b3-4b9c-9f5d-4108d17229d9', 'tag': '45b7f115-9688-4729-a777-6f9a604a4d40', 'status': 'completed', 'code': 200} Jun 22 07:33:07.138561 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-f20a4076-dff4-4990-997c-b6e5e6a24ecd req-e221fc16-d9cd-4b94-ba87-6bf3d16dea14 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce8b2d0b-296c-409b-9421-6bffef7a9de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484984 Jun 22 07:33:07.141567 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da32d252-92df-4344-969c-ff8261164372 req-153c2e10-42f6-4337-824e-19a7f25a965c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:33:07.142889 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-da32d252-92df-4344-969c-ff8261164372 req-153c2e10-42f6-4337-824e-19a7f25a965c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=39e7765ed5cd4e0e9e770bf5a465d8ba&device_id=e8eaa0ed-49b3-4b9c-9f5d-4108d17229d9 HTTP/1.1" status: 200 len: 1097 time: 0.1070080 Jun 22 07:33:07.190544 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-da32d252-92df-4344-969c-ff8261164372 req-00a0adae-dcc2-449f-b201-20d8e0fb3002 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=45b7f115-9688-4729-a777-6f9a604a4d40 HTTP/1.1" status: 200 len: 217 time: 0.0398066 Jun 22 07:33:07.240156 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da32d252-92df-4344-969c-ff8261164372 req-cc412b2f-8de8-4f74-878b-738e1b4c67dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:33:07.241530 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-da32d252-92df-4344-969c-ff8261164372 req-cc412b2f-8de8-4f74-878b-738e1b4c67dd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1158cd74-6434-4737-91bb-b3c67fb18a3d HTTP/1.1" status: 200 len: 851 time: 0.0444775 Jun 22 07:33:07.297358 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da32d252-92df-4344-969c-ff8261164372 req-d6934984-7408-4ebf-8ed3-b903c48815f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:33:07.298697 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-da32d252-92df-4344-969c-ff8261164372 req-d6934984-7408-4ebf-8ed3-b903c48815f4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8e2ae9a8-9228-4c23-8cea-73e784abde4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0508988 Jun 22 07:33:07.387394 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-da32d252-92df-4344-969c-ff8261164372 req-4e5cf1fb-b762-4104-a8db-9b6a55aa975f service neutron] 10.222.0.41 "GET /v2.0/networks/8e2ae9a8-9228-4c23-8cea-73e784abde4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821524 Jun 22 07:33:07.474461 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-da32d252-92df-4344-969c-ff8261164372 req-8758121c-f2e3-4ac8-b27e-1bce2b35666c service neutron] 10.222.0.41 "GET /v2.0/networks/8e2ae9a8-9228-4c23-8cea-73e784abde4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807986 Jun 22 07:33:07.570259 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdfbe78-e907-4519-b3d4-f155f3f1a6de req-5cedb0b9-59a5-458e-be9f-9d71197ab077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:33:07.571599 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-1fdfbe78-e907-4519-b3d4-f155f3f1a6de req-5cedb0b9-59a5-458e-be9f-9d71197ab077 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=39e7765ed5cd4e0e9e770bf5a465d8ba&device_id=e8eaa0ed-49b3-4b9c-9f5d-4108d17229d9 HTTP/1.1" status: 200 len: 1097 time: 0.0514493 Jun 22 07:33:07.664235 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdfbe78-e907-4519-b3d4-f155f3f1a6de req-de5c1201-2e63-44c5-b6a9-0a7c013588ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:33:07.665710 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-1fdfbe78-e907-4519-b3d4-f155f3f1a6de req-de5c1201-2e63-44c5-b6a9-0a7c013588ee service neutron] 10.222.0.41 "GET /v2.0/networks?id=8e2ae9a8-9228-4c23-8cea-73e784abde4d HTTP/1.1" status: 200 len: 913 time: 0.0878518 Jun 22 07:33:07.704647 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-1fdfbe78-e907-4519-b3d4-f155f3f1a6de req-a356ab30-0ec9-4c6f-924e-7daaf18877bd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=45b7f115-9688-4729-a777-6f9a604a4d40 HTTP/1.1" status: 200 len: 217 time: 0.0328429 Jun 22 07:33:07.755926 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdfbe78-e907-4519-b3d4-f155f3f1a6de req-38ed40df-7260-4997-84f7-38b3118f8985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:33:07.757335 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-1fdfbe78-e907-4519-b3d4-f155f3f1a6de req-38ed40df-7260-4997-84f7-38b3118f8985 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1158cd74-6434-4737-91bb-b3c67fb18a3d HTTP/1.1" status: 200 len: 851 time: 0.0468099 Jun 22 07:33:07.817755 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdfbe78-e907-4519-b3d4-f155f3f1a6de req-57077fe1-2198-4f8a-bb26-0ae08854b1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:33:07.819202 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-1fdfbe78-e907-4519-b3d4-f155f3f1a6de req-57077fe1-2198-4f8a-bb26-0ae08854b1c0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8e2ae9a8-9228-4c23-8cea-73e784abde4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0547378 Jun 22 07:33:07.907305 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-1fdfbe78-e907-4519-b3d4-f155f3f1a6de req-acc0f975-e921-4131-904f-5b221bd94885 service neutron] 10.222.0.41 "GET /v2.0/networks/8e2ae9a8-9228-4c23-8cea-73e784abde4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801387 Jun 22 07:33:07.998712 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-1fdfbe78-e907-4519-b3d4-f155f3f1a6de req-47da8bb9-1b7b-485a-92e9-5d01490fa5f2 service neutron] 10.222.0.41 "GET /v2.0/networks/8e2ae9a8-9228-4c23-8cea-73e784abde4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848222 Jun 22 07:33:08.311601 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d1a8dc-0407-41e5-b51d-07fe44e72451 req-879d8d8f-1aca-42af-a606-a96d2dd9c664 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:33:08.313075 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-58d1a8dc-0407-41e5-b51d-07fe44e72451 req-879d8d8f-1aca-42af-a606-a96d2dd9c664 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8eaa0ed-49b3-4b9c-9f5d-4108d17229d9 HTTP/1.1" status: 200 len: 944 time: 0.0623372 Jun 22 07:33:08.350641 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-58d1a8dc-0407-41e5-b51d-07fe44e72451 req-e1aa74aa-1141-4b84-93ef-9bdabe988fa5 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce8b2d0b-296c-409b-9421-6bffef7a9de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313780 Jun 22 07:33:09.524308 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51fbc67-b793-4e73-9fe5-18ff8840d49d req-078381fd-cafd-4eeb-8288-23df59af77f8 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:33:09.525775 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-f51fbc67-b793-4e73-9fe5-18ff8840d49d req-078381fd-cafd-4eeb-8288-23df59af77f8 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8eaa0ed-49b3-4b9c-9f5d-4108d17229d9 HTTP/1.1" status: 200 len: 944 time: 0.0669208 Jun 22 07:33:09.562085 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-f51fbc67-b793-4e73-9fe5-18ff8840d49d req-58fe4f3c-84b2-4488-8b01-310641fca006 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce8b2d0b-296c-409b-9421-6bffef7a9de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307240 Jun 22 07:33:10.735746 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9b07c4-00bc-48a0-b974-8009d2e762cc req-522db596-397a-4c6a-9685-18c35584b1b7 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:33:10.737267 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-ca9b07c4-00bc-48a0-b974-8009d2e762cc req-522db596-397a-4c6a-9685-18c35584b1b7 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8eaa0ed-49b3-4b9c-9f5d-4108d17229d9 HTTP/1.1" status: 200 len: 944 time: 0.0635889 Jun 22 07:33:10.780115 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-ca9b07c4-00bc-48a0-b974-8009d2e762cc req-0140983e-c0a7-47f8-bdad-da63dd50010f tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce8b2d0b-296c-409b-9421-6bffef7a9de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371132 Jun 22 07:33:11.948877 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9863364-b542-46e1-92fe-4518894fcf0d req-9a3e3a73-0a34-4230-abdc-9e15eca3078e tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:33:11.950286 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-e9863364-b542-46e1-92fe-4518894fcf0d req-9a3e3a73-0a34-4230-abdc-9e15eca3078e tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8eaa0ed-49b3-4b9c-9f5d-4108d17229d9 HTTP/1.1" status: 200 len: 944 time: 0.0623043 Jun 22 07:33:11.988996 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-e9863364-b542-46e1-92fe-4518894fcf0d req-7238573b-e512-4cff-a45a-3f294ec5ba03 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce8b2d0b-296c-409b-9421-6bffef7a9de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332313 Jun 22 07:33:13.161148 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306578ac-9eab-4b91-91b3-932527f417f1 req-6ffc1d21-88e4-4c49-9995-44b2077b8c51 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:33:13.162591 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-306578ac-9eab-4b91-91b3-932527f417f1 req-6ffc1d21-88e4-4c49-9995-44b2077b8c51 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8eaa0ed-49b3-4b9c-9f5d-4108d17229d9 HTTP/1.1" status: 200 len: 944 time: 0.0667160 Jun 22 07:33:13.199504 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-306578ac-9eab-4b91-91b3-932527f417f1 req-06255b74-be5b-4b57-b102-f66b92fcbfe2 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce8b2d0b-296c-409b-9421-6bffef7a9de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314445 Jun 22 07:33:14.370986 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018e32b8-7936-4bdf-9516-6f905fd65cea req-32ffd905-824c-404e-bc68-c8eec9180018 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:33:14.372445 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-018e32b8-7936-4bdf-9516-6f905fd65cea req-32ffd905-824c-404e-bc68-c8eec9180018 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8eaa0ed-49b3-4b9c-9f5d-4108d17229d9 HTTP/1.1" status: 200 len: 944 time: 0.0625901 Jun 22 07:33:14.409325 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-018e32b8-7936-4bdf-9516-6f905fd65cea req-c6f52d8e-f7aa-40f3-bdf0-cc517f092ede tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce8b2d0b-296c-409b-9421-6bffef7a9de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311456 Jun 22 07:33:15.585741 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de140b56-1b83-4956-be7d-64f4aec7a761 req-727f25ce-6552-4cb7-8fb2-16d99e46cdd4 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:33:15.587162 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-de140b56-1b83-4956-be7d-64f4aec7a761 req-727f25ce-6552-4cb7-8fb2-16d99e46cdd4 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8eaa0ed-49b3-4b9c-9f5d-4108d17229d9 HTTP/1.1" status: 200 len: 944 time: 0.0684631 Jun 22 07:33:15.623897 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-de140b56-1b83-4956-be7d-64f4aec7a761 req-3aa5de36-a705-41d5-8054-e83aaeea561d tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce8b2d0b-296c-409b-9421-6bffef7a9de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310240 Jun 22 07:33:16.175751 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Device 45b7f115-9688-4729-a777-6f9a604a4d40 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=92921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 07:33:16.267423 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] For port 45b7f115-9688-4729-a777-6f9a604a4d40, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=45b7f115-9688-4729-a777-6f9a604a4d40,segment=NetworkSegment(654d3564-a1a5-4ee5-bdf9-e27fee599e4d),segment_id=654d3564-a1a5-4ee5-bdf9-e27fee599e4d)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:33:16.278410 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Returning: {'device': '45b7f115-9688-4729-a777-6f9a604a4d40', 'network_id': '8e2ae9a8-9228-4c23-8cea-73e784abde4d', 'port_id': '45b7f115-9688-4729-a777-6f9a604a4d40', 'mac_address': 'fa:16:3e:fd:bb:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1158cd74-6434-4737-91bb-b3c67fb18a3d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 07:33:16.313705 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:33:16.325619 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.notifiers.nova [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45b7f115-9688-4729-a777-6f9a604a4d40 {{(pid=92921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 07:33:16.344254 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] For port 45b7f115-9688-4729-a777-6f9a604a4d40, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=45b7f115-9688-4729-a777-6f9a604a4d40,segment=NetworkSegment(654d3564-a1a5-4ee5-bdf9-e27fee599e4d),segment_id=654d3564-a1a5-4ee5-bdf9-e27fee599e4d)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:33:16.348501 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:33:16.350194 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:33:16.397113 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Pushing event updated for resources: {'Port': ['ID=45b7f115-9688-4729-a777-6f9a604a4d40,revision_number=4']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:33:16.403681 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:33:16.404025 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:33:16.404359 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:33:16.404713 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:33:16.405040 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:33:16.405362 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:33:16.405682 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:33:16.406000 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:33:16.406319 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:33:16.406635 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:33:16.406949 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:33:16.407262 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:33:16.411663 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:33:16.709391 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] get_ports_and_sgs() called for port_ids ['45b7f115-9688-4729-a777-6f9a604a4d40'] {{(pid=92921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 07:33:16.834768 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fd760c-38c3-459b-823d-329d220efa2d req-b8a5687d-a9da-48e2-bf97-27c5e55da289 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:33:16.836228 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-21fd760c-38c3-459b-823d-329d220efa2d req-b8a5687d-a9da-48e2-bf97-27c5e55da289 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8eaa0ed-49b3-4b9c-9f5d-4108d17229d9 HTTP/1.1" status: 200 len: 945 time: 0.1022236 Jun 22 07:33:16.842278 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-0f8e0a50-3d18-4d73-a4c5-879da6787aa1 req-9b197082-395a-47c3-a7b3-b5e09b3badb9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=483c684a-5781-436b-b80e-0708381acc54&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0764172 Jun 22 07:33:16.880964 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-21fd760c-38c3-459b-823d-329d220efa2d req-48bb5d35-6076-455b-b82f-34bf45b51491 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce8b2d0b-296c-409b-9421-6bffef7a9de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377026 Jun 22 07:33:16.941104 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8e0a50-3d18-4d73-a4c5-879da6787aa1 req-3e033085-b9da-4cfd-b3ce-90bbfeda9abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:33:16.942664 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-0f8e0a50-3d18-4d73-a4c5-879da6787aa1 req-3e033085-b9da-4cfd-b3ce-90bbfeda9abf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=39e7765ed5cd4e0e9e770bf5a465d8ba&device_id=483c684a-5781-436b-b80e-0708381acc54 HTTP/1.1" status: 200 len: 1099 time: 0.0569384 Jun 22 07:33:17.044100 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8e0a50-3d18-4d73-a4c5-879da6787aa1 req-9c2d3e95-8793-4925-bc06-9c97b7f3062c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:33:17.045532 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-0f8e0a50-3d18-4d73-a4c5-879da6787aa1 req-9c2d3e95-8793-4925-bc06-9c97b7f3062c service neutron] 10.222.0.41 "GET /v2.0/networks?id=8e2ae9a8-9228-4c23-8cea-73e784abde4d HTTP/1.1" status: 200 len: 913 time: 0.0820065 Jun 22 07:33:17.112225 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-0f8e0a50-3d18-4d73-a4c5-879da6787aa1 req-aa1e1966-c307-41d8-8b78-fb65db0e46a9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=15600727-9f79-47a2-9a0d-cc2118866792 HTTP/1.1" status: 200 len: 1002 time: 0.0597715 Jun 22 07:33:17.165575 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8e0a50-3d18-4d73-a4c5-879da6787aa1 req-a7920c6c-310c-495d-988c-67caaf099219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:33:17.166943 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-0f8e0a50-3d18-4d73-a4c5-879da6787aa1 req-a7920c6c-310c-495d-988c-67caaf099219 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1158cd74-6434-4737-91bb-b3c67fb18a3d HTTP/1.1" status: 200 len: 851 time: 0.0463667 Jun 22 07:33:17.223075 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8e0a50-3d18-4d73-a4c5-879da6787aa1 req-8026d853-f5e2-49b5-8153-d845a29a08c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:33:17.224483 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-0f8e0a50-3d18-4d73-a4c5-879da6787aa1 req-8026d853-f5e2-49b5-8153-d845a29a08c2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8e2ae9a8-9228-4c23-8cea-73e784abde4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0512309 Jun 22 07:33:17.312755 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-0f8e0a50-3d18-4d73-a4c5-879da6787aa1 req-41665dcb-71ba-4c8f-8b51-8ef17c127afc service neutron] 10.222.0.41 "GET /v2.0/networks/8e2ae9a8-9228-4c23-8cea-73e784abde4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816436 Jun 22 07:33:17.399526 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-0f8e0a50-3d18-4d73-a4c5-879da6787aa1 req-7ed621c0-521e-43bf-9992-66773df78a96 service neutron] 10.222.0.41 "GET /v2.0/networks/8e2ae9a8-9228-4c23-8cea-73e784abde4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797229 Jun 22 07:33:18.050562 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34738d03-87d0-425d-ad25-13595aaaabcd req-142ab71b-58e9-4f40-bf5e-9af4a27b8519 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:33:18.052128 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-34738d03-87d0-425d-ad25-13595aaaabcd req-142ab71b-58e9-4f40-bf5e-9af4a27b8519 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8eaa0ed-49b3-4b9c-9f5d-4108d17229d9 HTTP/1.1" status: 200 len: 945 time: 0.0632982 Jun 22 07:33:18.090129 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-34738d03-87d0-425d-ad25-13595aaaabcd req-caed4114-6405-4c40-8a11-5a65f6efdcc1 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce8b2d0b-296c-409b-9421-6bffef7a9de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325463 Jun 22 07:33:18.175300 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Device 45b7f115-9688-4729-a777-6f9a604a4d40 up at agent hyperv_hv-cinder-78662 {{(pid=92921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 07:33:18.223437 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Provisioning for port 45b7f115-9688-4729-a777-6f9a604a4d40 completed by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 07:33:18.227286 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Provisioning complete for port 45b7f115-9688-4729-a777-6f9a604a4d40 triggered by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 07:33:18.227664 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1879668'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:33:18.301236 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:33:18.323047 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8eaa0ed-49b3-4b9c-9f5d-4108d17229d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45b7f115-9688-4729-a777-6f9a604a4d40'}] {{(pid=92921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 07:33:18.325337 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4609914990d9533a1079bbd359c82c974bab58cbf2fcf9d17aa38aa491f36217" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23836f28-d605-4181-8e54-b4db3e9e1e08" -d '{"events": [{"server_uuid": "e8eaa0ed-49b3-4b9c-9f5d-4108d17229d9", "name": "network-vif-plugged", "status": "completed", "tag": "45b7f115-9688-4729-a777-6f9a604a4d40"}]}' {{(pid=92921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 07:33:18.338638 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] For port 45b7f115-9688-4729-a777-6f9a604a4d40, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=45b7f115-9688-4729-a777-6f9a604a4d40,segment=NetworkSegment(654d3564-a1a5-4ee5-bdf9-e27fee599e4d),segment_id=654d3564-a1a5-4ee5-bdf9-e27fee599e4d)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:33:18.342446 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:33:18.344567 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:33:18.391951 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Pushing event updated for resources: {'Port': ['ID=45b7f115-9688-4729-a777-6f9a604a4d40,revision_number=5']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:33:18.395482 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:33:19.265841 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258f5554-19a7-4d6e-b306-1d66cfb873ea req-fa79d459-77af-4ff6-8872-ef5794991bdf tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:33:19.267287 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-258f5554-19a7-4d6e-b306-1d66cfb873ea req-fa79d459-77af-4ff6-8872-ef5794991bdf tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8eaa0ed-49b3-4b9c-9f5d-4108d17229d9 HTTP/1.1" status: 200 len: 946 time: 0.0657394 Jun 22 07:33:19.305389 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-258f5554-19a7-4d6e-b306-1d66cfb873ea req-9cc89cfe-7116-44fc-96c2-0e1645d9872d tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce8b2d0b-296c-409b-9421-6bffef7a9de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321989 Jun 22 07:33:19.382235 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 07:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3938e1bc-d659-4a27-8bce-ff3acb55f49c x-openstack-request-id: req-3938e1bc-d659-4a27-8bce-ff3acb55f49c {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 07:33:19.382697 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8eaa0ed-49b3-4b9c-9f5d-4108d17229d9", "name": "network-vif-plugged", "status": "completed", "tag": "45b7f115-9688-4729-a777-6f9a604a4d40", "code": 200}]} {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 07:33:19.382812 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3938e1bc-d659-4a27-8bce-ff3acb55f49c {{(pid=92921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 07:33:19.383175 dv-cinder-786627-11-iscsi neutron-server[92921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8eaa0ed-49b3-4b9c-9f5d-4108d17229d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45b7f115-9688-4729-a777-6f9a604a4d40', 'code': 200} Jun 22 07:33:19.643341 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8061d99b-032b-49c9-b6d8-16323c75aeb0 req-8d74c7f4-a080-4097-afe0-864c37193976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:33:19.645264 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-8061d99b-032b-49c9-b6d8-16323c75aeb0 req-8d74c7f4-a080-4097-afe0-864c37193976 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e8eaa0ed-49b3-4b9c-9f5d-4108d17229d9 HTTP/1.1" status: 200 len: 1099 time: 0.0510957 Jun 22 07:33:19.678171 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-8061d99b-032b-49c9-b6d8-16323c75aeb0 req-3efd810d-a157-4e85-b9b0-de6ee230ba24 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ce8b2d0b-296c-409b-9421-6bffef7a9de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275683 Jun 22 07:33:20.480078 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ada848-79d7-44dd-9810-67b0a9754938 req-14a3af9b-c428-4276-b67d-17026be14b62 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:33:20.481532 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-94ada848-79d7-44dd-9810-67b0a9754938 req-14a3af9b-c428-4276-b67d-17026be14b62 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8eaa0ed-49b3-4b9c-9f5d-4108d17229d9 HTTP/1.1" status: 200 len: 946 time: 0.0630958 Jun 22 07:33:20.518658 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-94ada848-79d7-44dd-9810-67b0a9754938 req-e0767a01-2855-455c-a1f0-bc4d32131654 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce8b2d0b-296c-409b-9421-6bffef7a9de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314968 Jun 22 07:33:21.697690 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61e0fd8-b604-4fe2-a244-969c7ef70f2e req-8cd66b12-04a7-4fbd-85f6-61f85ec20f61 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:33:21.699119 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-b61e0fd8-b604-4fe2-a244-969c7ef70f2e req-8cd66b12-04a7-4fbd-85f6-61f85ec20f61 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8eaa0ed-49b3-4b9c-9f5d-4108d17229d9 HTTP/1.1" status: 200 len: 946 time: 0.0667167 Jun 22 07:33:21.736463 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-b61e0fd8-b604-4fe2-a244-969c7ef70f2e req-c725e23d-0966-4720-93d7-765fe43062c9 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce8b2d0b-296c-409b-9421-6bffef7a9de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314369 Jun 22 07:33:21.906136 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee5428d-80fa-4aa1-b789-982303186718 req-9e8ef950-08ac-4779-b620-f61300026d98 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:33:21.907494 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-2ee5428d-80fa-4aa1-b789-982303186718 req-9e8ef950-08ac-4779-b620-f61300026d98 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8eaa0ed-49b3-4b9c-9f5d-4108d17229d9 HTTP/1.1" status: 200 len: 946 time: 0.0629532 Jun 22 07:33:21.945535 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-2ee5428d-80fa-4aa1-b789-982303186718 req-fbe21386-90bf-4c3e-8fa9-0e046ef59d03 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce8b2d0b-296c-409b-9421-6bffef7a9de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323794 Jun 22 07:33:21.969214 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 54128) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:33:22.023850 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4d490c-8cea-4d37-bb86-9ff359dcf40c tempest-TestVolumeBootPattern-2005827115 tempest-TestVolumeBootPattern-2005827115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:33:22.025386 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-5f4d490c-8cea-4d37-bb86-9ff359dcf40c tempest-TestVolumeBootPattern-2005827115 tempest-TestVolumeBootPattern-2005827115-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e8eaa0ed-49b3-4b9c-9f5d-4108d17229d9 HTTP/1.1" status: 200 len: 1094 time: 0.0552020 Jun 22 07:33:22.028084 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 54132) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:33:22.032631 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.v2.base [None req-0f107be8-cbaf-40d2-8e3f-b88f08b4ff3d tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Request body: {'floatingip': {'floating_network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'port_id': '45b7f115-9688-4729-a777-6f9a604a4d40', 'tenant_id': '39e7765ed5cd4e0e9e770bf5a465d8ba', 'fixed_ip_address': '172.20.0.10'}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 07:33:22.055236 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0f107be8-cbaf-40d2-8e3f-b88f08b4ff3d tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Notify callbacks [] for floatingip, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:33:22.147353 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0f107be8-cbaf-40d2-8e3f-b88f08b4ff3d tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1809762'] for port, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:33:22.249973 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.db.db_base_plugin_common [None req-0f107be8-cbaf-40d2-8e3f-b88f08b4ff3d tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Allocated IP 172.27.1.124 (73c4e24d-548c-4da2-96ca-75881b5fbbd2/544f46cc-96c5-45ec-92af-d864e0b11db8/e6ddc08d-11e5-47e2-9a07-dca57ad7e936) {{(pid=92920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 07:33:22.347043 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0f107be8-cbaf-40d2-8e3f-b88f08b4ff3d tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Notify callbacks [] for port, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:33:22.383474 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0f107be8-cbaf-40d2-8e3f-b88f08b4ff3d tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1809569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-42691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-690206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773473471591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5150818'] for port, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:33:22.386205 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-9ffc899c-ff23-4891-b5de-87b76e736705 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:33:22.427705 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f107be8-cbaf-40d2-8e3f-b88f08b4ff3d tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Network 73c4e24d-548c-4da2-96ca-75881b5fbbd2 is already hosted by enough agents. {{(pid=92920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 07:33:22.432044 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.scheduler.base_scheduler [None req-0f107be8-cbaf-40d2-8e3f-b88f08b4ff3d tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Resources bound (agent type, host, resource id): {{(pid=92920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 07:33:22.436292 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f107be8-cbaf-40d2-8e3f-b88f08b4ff3d tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Received port after_create {{(pid=92920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 07:33:22.439325 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f107be8-cbaf-40d2-8e3f-b88f08b4ff3d tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Pushing event updated for resources: {'Port': ['ID=e6ddc08d-11e5-47e2-9a07-dca57ad7e936,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:33:22.463797 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f107be8-cbaf-40d2-8e3f-b88f08b4ff3d tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:33:22.464162 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f107be8-cbaf-40d2-8e3f-b88f08b4ff3d tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:33:22.464567 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f107be8-cbaf-40d2-8e3f-b88f08b4ff3d tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:33:22.464942 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f107be8-cbaf-40d2-8e3f-b88f08b4ff3d tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:33:22.465309 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f107be8-cbaf-40d2-8e3f-b88f08b4ff3d tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:33:22.465674 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f107be8-cbaf-40d2-8e3f-b88f08b4ff3d tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:33:22.466040 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f107be8-cbaf-40d2-8e3f-b88f08b4ff3d tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:33:22.466402 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f107be8-cbaf-40d2-8e3f-b88f08b4ff3d tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:33:22.466764 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f107be8-cbaf-40d2-8e3f-b88f08b4ff3d tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:33:22.467121 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f107be8-cbaf-40d2-8e3f-b88f08b4ff3d tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:33:22.467478 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f107be8-cbaf-40d2-8e3f-b88f08b4ff3d tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:33:22.467833 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f107be8-cbaf-40d2-8e3f-b88f08b4ff3d tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:33:22.472345 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-0f107be8-cbaf-40d2-8e3f-b88f08b4ff3d tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:33:23.080400 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0f107be8-cbaf-40d2-8e3f-b88f08b4ff3d tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:33:23.154420 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0f107be8-cbaf-40d2-8e3f-b88f08b4ff3d tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1809780'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:33:23.298739 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0f107be8-cbaf-40d2-8e3f-b88f08b4ff3d tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Notify callbacks [] for port, precommit_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:33:23.304050 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0f107be8-cbaf-40d2-8e3f-b88f08b4ff3d tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773474061011', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773473471609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773473471654', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5150800'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:33:23.306254 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-945bb691-3714-4ba4-b3ab-0238e025571a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:33:23.367047 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f107be8-cbaf-40d2-8e3f-b88f08b4ff3d tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Pushing event updated for resources: {'Port': ['ID=e6ddc08d-11e5-47e2-9a07-dca57ad7e936,revision_number=2']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:33:23.370738 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-0f107be8-cbaf-40d2-8e3f-b88f08b4ff3d tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:33:23.383098 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0f107be8-cbaf-40d2-8e3f-b88f08b4ff3d tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-706738'] for floatingip, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:33:23.480898 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.db.l3_db [None req-0f107be8-cbaf-40d2-8e3f-b88f08b4ff3d tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Floating IP b8d67665-5f73-4b84-baf2-e2159df03fa0 associated. External IP: 172.27.1.124, port: 45b7f115-9688-4729-a777-6f9a604a4d40. Jun 22 07:33:23.682137 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f107be8-cbaf-40d2-8e3f-b88f08b4ff3d tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Router 59ca7a8b-cca1-47d6-8828-99d07e51bfdc has already been hosted by L3 agent f18ef446-1389-4802-a345-f314a6956002 {{(pid=92920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 07:33:23.786253 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f107be8-cbaf-40d2-8e3f-b88f08b4ff3d tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Notify agent at l3_agent.dv-cinder-786627-11-iscsi the message routers_updated {{(pid=92920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 07:33:23.795420 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ac6272-3ff3-464a-b570-0dd63aca9e02 None None] Sync routers for ids ['59ca7a8b-cca1-47d6-8828-99d07e51bfdc'] in dv-cinder-786627-11-iscsi {{(pid=92921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 07:33:23.801915 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0f107be8-cbaf-40d2-8e3f-b88f08b4ff3d tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91146'] for floatingip, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:33:23.806896 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ac6272-3ff3-464a-b570-0dd63aca9e02 None None] Routers {'59ca7a8b-cca1-47d6-8828-99d07e51bfdc'} bound to L3 agent in host dv-cinder-786627-11-iscsi {{(pid=92921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 07:33:23.807514 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-c4ac6272-3ff3-464a-b570-0dd63aca9e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T07:06:03Z,description=,heartbeat_timestamp=2021-06-22T07:33:03Z,host='dv-cinder-786627-11-iscsi',id=f18ef446-1389-4802-a345-f314a6956002,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T07:06:03Z,topic='l3_agent')) {'router_ids': ['59ca7a8b-cca1-47d6-8828-99d07e51bfdc'], 'active': True} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:33:23.837177 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-0f107be8-cbaf-40d2-8e3f-b88f08b4ff3d tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8080249 Jun 22 07:33:23.839706 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8eaa0ed-49b3-4b9c-9f5d-4108d17229d9', 'tag': '45b7f115-9688-4729-a777-6f9a604a4d40'}] {{(pid=92920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 07:33:23.840224 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}175c46e468422b48d63533518873068da6a6c478907c3b6f79f9dabf89e8d923" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-252ac7c7-b13e-42ae-9d19-28e9bd5993cb" -d '{"events": [{"name": "network-changed", "server_uuid": "e8eaa0ed-49b3-4b9c-9f5d-4108d17229d9", "tag": "45b7f115-9688-4729-a777-6f9a604a4d40"}]}' {{(pid=92920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 07:33:23.921278 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvr_db [None req-c4ac6272-3ff3-464a-b570-0dd63aca9e02 None None] Set router 59ca7a8b-cca1-47d6-8828-99d07e51bfdc gateway port host: dv-cinder-786627-11-iscsi {{(pid=92921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 07:33:23.930297 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 07:33:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05e63b17-50dd-4c2c-af59-4de8e5113f3f x-openstack-request-id: req-05e63b17-50dd-4c2c-af59-4de8e5113f3f {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 07:33:23.930631 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8eaa0ed-49b3-4b9c-9f5d-4108d17229d9", "tag": "45b7f115-9688-4729-a777-6f9a604a4d40", "status": "completed", "code": 200}]} {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 07:33:23.930945 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-05e63b17-50dd-4c2c-af59-4de8e5113f3f {{(pid=92920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 07:33:23.931411 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8eaa0ed-49b3-4b9c-9f5d-4108d17229d9', 'tag': '45b7f115-9688-4729-a777-6f9a604a4d40', 'status': 'completed', 'code': 200} Jun 22 07:33:24.012238 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252ac7c7-b13e-42ae-9d19-28e9bd5993cb req-ae24b505-10a7-4465-904d-4d000dd3d339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:33:24.014015 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-252ac7c7-b13e-42ae-9d19-28e9bd5993cb req-ae24b505-10a7-4465-904d-4d000dd3d339 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=39e7765ed5cd4e0e9e770bf5a465d8ba&device_id=e8eaa0ed-49b3-4b9c-9f5d-4108d17229d9 HTTP/1.1" status: 200 len: 1099 time: 0.0574019 Jun 22 07:33:24.103759 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252ac7c7-b13e-42ae-9d19-28e9bd5993cb req-f831487b-dbe2-40ce-84a6-57223374db45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:33:24.105230 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-252ac7c7-b13e-42ae-9d19-28e9bd5993cb req-f831487b-dbe2-40ce-84a6-57223374db45 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8e2ae9a8-9228-4c23-8cea-73e784abde4d HTTP/1.1" status: 200 len: 913 time: 0.0843306 Jun 22 07:33:24.144030 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-c4ac6272-3ff3-464a-b570-0dd63aca9e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ca7a8b-cca1-47d6-8828-99d07e51bfdc', 'name': 'tempest-TestVolumeBootPattern-2146042094-router', 'tenant_id': '39e7765ed5cd4e0e9e770bf5a465d8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'external_fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': 'bdfc35b5-4461-413e-a2f5-ad9e329f2040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:27:36Z', 'updated_at': '2021-06-22T07:27:39Z', 'revision_number': 4, 'project_id': '39e7765ed5cd4e0e9e770bf5a465d8ba', 'gw_port': {'id': 'bdfc35b5-4461-413e-a2f5-ad9e329f2040', 'name': '', 'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:0e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ca7a8b-cca1-47d6-8828-99d07e51bfdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:27:37Z', 'updated_at': '2021-06-22T07:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-iscsi', '_floatingips': [{'id': 'afa3ece6-0972-45a2-b457-25453e14d9f4', 'tenant_id': '39e7765ed5cd4e0e9e770bf5a465d8ba', 'floating_ip_address': '172.27.1.159', 'floating_network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'router_id': '59ca7a8b-cca1-47d6-8828-99d07e51bfdc', 'port_id': '15600727-9f79-47a2-9a0d-cc2118866792', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e2ae9a8-9228-4c23-8cea-73e784abde4d', 'mac_address': 'fa:16:3e:da:e1:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '483c684a-5781-436b-b80e-0708381acc54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T07:31:03Z', 'updated_at': '2021-06-22T07:31:05Z', 'revision_number': 1, 'project_id': '39e7765ed5cd4e0e9e770bf5a465d8ba', 'fixed_ip_address_scope': None}, {'id': 'b8d67665-5f73-4b84-baf2-e2159df03fa0', 'tenant_id': '39e7765ed5cd4e0e9e770bf5a465d8ba', 'floating_ip_address': '172.27.1.124', 'floating_network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'router_id': '59ca7a8b-cca1-47d6-8828-99d07e51bfdc', 'port_id': '45b7f115-9688-4729-a777-6f9a604a4d40', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e2ae9a8-9228-4c23-8cea-73e784abde4d', 'mac_address': 'fa:16:3e:fd:bb:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8eaa0ed-49b3-4b9c-9f5d-4108d17229d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T07:33:22Z', 'updated_at': '2021-06-22T07:33:22Z', 'revision_number': 0, 'project_id': '39e7765ed5cd4e0e9e770bf5a465d8ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3fd030a-2e92-497d-b370-68ab0d8e78cf', 'name': '', 'network_id': '8e2ae9a8-9228-4c23-8cea-73e784abde4d', 'tenant_id': '39e7765ed5cd4e0e9e770bf5a465d8ba', 'mac_address': 'fa:16:3e:ab:45:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ca7a8b-cca1-47d6-8828-99d07e51bfdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '1158cd74-6434-4737-91bb-b3c67fb18a3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:27:39Z', 'updated_at': '2021-06-22T07:27:45Z', 'revision_number': 5, 'project_id': '39e7765ed5cd4e0e9e770bf5a465d8ba', 'subnets': [{'id': '1158cd74-6434-4737-91bb-b3c67fb18a3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-11-iscsi', False) {} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:33:24.183553 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-252ac7c7-b13e-42ae-9d19-28e9bd5993cb req-be5a592d-d7f0-407b-834d-bf6c190f53c5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=45b7f115-9688-4729-a777-6f9a604a4d40 HTTP/1.1" status: 200 len: 1000 time: 0.0716691 Jun 22 07:33:24.302941 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ac6272-3ff3-464a-b570-0dd63aca9e02 None None] Checking router: 59ca7a8b-cca1-47d6-8828-99d07e51bfdc for host: dv-cinder-786627-11-iscsi {{(pid=92921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 07:33:24.311838 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ac6272-3ff3-464a-b570-0dd63aca9e02 None None] Routers {'59ca7a8b-cca1-47d6-8828-99d07e51bfdc'} bound to L3 agent in host dv-cinder-786627-11-iscsi {{(pid=92921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 07:33:24.312519 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-c4ac6272-3ff3-464a-b570-0dd63aca9e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T07:06:03Z,description=,heartbeat_timestamp=2021-06-22T07:33:03Z,host='dv-cinder-786627-11-iscsi',id=f18ef446-1389-4802-a345-f314a6956002,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T07:06:03Z,topic='l3_agent')) {'router_ids': ['59ca7a8b-cca1-47d6-8828-99d07e51bfdc'], 'active': True} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:33:24.420989 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvr_db [None req-c4ac6272-3ff3-464a-b570-0dd63aca9e02 None None] Set router 59ca7a8b-cca1-47d6-8828-99d07e51bfdc gateway port host: dv-cinder-786627-11-iscsi {{(pid=92921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 07:33:24.512050 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252ac7c7-b13e-42ae-9d19-28e9bd5993cb req-0f6a44a6-4179-4cc1-9a49-52ec1752f28b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:33:24.513538 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-252ac7c7-b13e-42ae-9d19-28e9bd5993cb req-0f6a44a6-4179-4cc1-9a49-52ec1752f28b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1158cd74-6434-4737-91bb-b3c67fb18a3d HTTP/1.1" status: 200 len: 851 time: 0.3231766 Jun 22 07:33:24.572622 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252ac7c7-b13e-42ae-9d19-28e9bd5993cb req-a9ac0ec0-fe9b-4cd7-b6fc-cbe3f8955e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:33:24.574268 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-252ac7c7-b13e-42ae-9d19-28e9bd5993cb req-a9ac0ec0-fe9b-4cd7-b6fc-cbe3f8955e08 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8e2ae9a8-9228-4c23-8cea-73e784abde4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0537062 Jun 22 07:33:24.649213 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-c4ac6272-3ff3-464a-b570-0dd63aca9e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ca7a8b-cca1-47d6-8828-99d07e51bfdc', 'name': 'tempest-TestVolumeBootPattern-2146042094-router', 'tenant_id': '39e7765ed5cd4e0e9e770bf5a465d8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'external_fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': 'bdfc35b5-4461-413e-a2f5-ad9e329f2040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:27:36Z', 'updated_at': '2021-06-22T07:27:39Z', 'revision_number': 4, 'project_id': '39e7765ed5cd4e0e9e770bf5a465d8ba', 'gw_port': {'id': 'bdfc35b5-4461-413e-a2f5-ad9e329f2040', 'name': '', 'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:0e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ca7a8b-cca1-47d6-8828-99d07e51bfdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:27:37Z', 'updated_at': '2021-06-22T07:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-iscsi', '_floatingips': [{'id': 'afa3ece6-0972-45a2-b457-25453e14d9f4', 'tenant_id': '39e7765ed5cd4e0e9e770bf5a465d8ba', 'floating_ip_address': '172.27.1.159', 'floating_network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'router_id': '59ca7a8b-cca1-47d6-8828-99d07e51bfdc', 'port_id': '15600727-9f79-47a2-9a0d-cc2118866792', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e2ae9a8-9228-4c23-8cea-73e784abde4d', 'mac_address': 'fa:16:3e:da:e1:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '483c684a-5781-436b-b80e-0708381acc54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T07:31:03Z', 'updated_at': '2021-06-22T07:31:05Z', 'revision_number': 1, 'project_id': '39e7765ed5cd4e0e9e770bf5a465d8ba', 'fixed_ip_address_scope': None}, {'id': 'b8d67665-5f73-4b84-baf2-e2159df03fa0', 'tenant_id': '39e7765ed5cd4e0e9e770bf5a465d8ba', 'floating_ip_address': '172.27.1.124', 'floating_network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'router_id': '59ca7a8b-cca1-47d6-8828-99d07e51bfdc', 'port_id': '45b7f115-9688-4729-a777-6f9a604a4d40', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e2ae9a8-9228-4c23-8cea-73e784abde4d', 'mac_address': 'fa:16:3e:fd:bb:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8eaa0ed-49b3-4b9c-9f5d-4108d17229d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T07:33:22Z', 'updated_at': '2021-06-22T07:33:22Z', 'revision_number': 0, 'project_id': '39e7765ed5cd4e0e9e770bf5a465d8ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3fd030a-2e92-497d-b370-68ab0d8e78cf', 'name': '', 'network_id': '8e2ae9a8-9228-4c23-8cea-73e784abde4d', 'tenant_id': '39e7765ed5cd4e0e9e770bf5a465d8ba', 'mac_address': 'fa:16:3e:ab:45:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ca7a8b-cca1-47d6-8828-99d07e51bfdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '1158cd74-6434-4737-91bb-b3c67fb18a3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:27:39Z', 'updated_at': '2021-06-22T07:27:45Z', 'revision_number': 5, 'project_id': '39e7765ed5cd4e0e9e770bf5a465d8ba', 'subnets': [{'id': '1158cd74-6434-4737-91bb-b3c67fb18a3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-11-iscsi', False) {} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:33:24.666889 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-252ac7c7-b13e-42ae-9d19-28e9bd5993cb req-f90b5a1f-4378-4e36-87d8-65d8ca087209 service neutron] 10.222.0.41 "GET /v2.0/networks/8e2ae9a8-9228-4c23-8cea-73e784abde4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861177 Jun 22 07:33:24.674909 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ac6272-3ff3-464a-b570-0dd63aca9e02 None None] The sync data for ids ['59ca7a8b-cca1-47d6-8828-99d07e51bfdc'] in dv-cinder-786627-11-iscsi is: [{'id': '59ca7a8b-cca1-47d6-8828-99d07e51bfdc', 'name': 'tempest-TestVolumeBootPattern-2146042094-router', 'tenant_id': '39e7765ed5cd4e0e9e770bf5a465d8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'external_fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': 'bdfc35b5-4461-413e-a2f5-ad9e329f2040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:27:36Z', 'updated_at': '2021-06-22T07:27:39Z', 'revision_number': 4, 'project_id': '39e7765ed5cd4e0e9e770bf5a465d8ba', 'gw_port': {'id': 'bdfc35b5-4461-413e-a2f5-ad9e329f2040', 'name': '', 'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:0e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ca7a8b-cca1-47d6-8828-99d07e51bfdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:27:37Z', 'updated_at': '2021-06-22T07:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-iscsi', '_floatingips': [{'id': 'afa3ece6-0972-45a2-b457-25453e14d9f4', 'tenant_id': '39e7765ed5cd4e0e9e770bf5a465d8ba', 'floating_ip_address': '172.27.1.159', 'floating_network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'router_id': '59ca7a8b-cca1-47d6-8828-99d07e51bfdc', 'port_id': '15600727-9f79-47a2-9a0d-cc2118866792', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e2ae9a8-9228-4c23-8cea-73e784abde4d', 'mac_address': 'fa:16:3e:da:e1:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '483c684a-5781-436b-b80e-0708381acc54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T07:31:03Z', 'updated_at': '2021-06-22T07:31:05Z', 'revision_number': 1, 'project_id': '39e7765ed5cd4e0e9e770bf5a465d8ba', 'fixed_ip_address_scope': None}, {'id': 'b8d67665-5f73-4b84-baf2-e2159df03fa0', 'tenant_id': '39e7765ed5cd4e0e9e770bf5a465d8ba', 'floating_ip_address': '172.27.1.124', 'floating_network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'router_id': '59ca7a8b-cca1-47d6-8828-99d07e51bfdc', 'port_id': '45b7f115-9688-4729-a777-6f9a604a4d40', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e2ae9a8-9228-4c23-8cea-73e784abde4d', 'mac_address': 'fa:16:3e:fd:bb:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8eaa0ed-49b3-4b9c-9f5d-4108d17229d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T07:33:22Z', 'updated_at': '2021-06-22T07:33:22Z', 'revision_number': 0, 'project_id': '39e7765ed5cd4e0e9e770bf5a465d8ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3fd030a-2e92-497d-b370-68ab0d8e78cf', 'name': '', 'network_id': '8e2ae9a8-9228-4c23-8cea-73e784abde4d', 'tenant_id': '39e7765ed5cd4e0e9e770bf5a465d8ba', 'mac_address': 'fa:16:3e:ab:45:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ca7a8b-cca1-47d6-8828-99d07e51bfdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '1158cd74-6434-4737-91bb-b3c67fb18a3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:27:39Z', 'updated_at': '2021-06-22T07:27:45Z', 'revision_number': 5, 'project_id': '39e7765ed5cd4e0e9e770bf5a465d8ba', 'subnets': [{'id': '1158cd74-6434-4737-91bb-b3c67fb18a3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 07:33:24.758870 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-252ac7c7-b13e-42ae-9d19-28e9bd5993cb req-ac836f70-c747-48e9-b4f2-09becb1a9af6 service neutron] 10.222.0.41 "GET /v2.0/networks/8e2ae9a8-9228-4c23-8cea-73e784abde4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859530 Jun 22 07:33:24.864042 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e244161b-601a-4f44-b10d-b564476518de None None] New status for floating IP b8d67665-5f73-4b84-baf2-e2159df03fa0: ACTIVE {{(pid=92922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 07:33:30.734571 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-36ddb4ff-f0da-43dc-9851-beae498ad38b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:33:33.102964 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-00ab58b5-9c20-4f1a-834a-57c2fe47fb2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:33:33.309362 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:33:34.843003 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:33:35.277786 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d3c1a5ff-c703-4bfc-bce3-efb8418f207c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:33:37.004967 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-f04bb265-eca6-4530-aeb1-0b3afeb7eb68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:33:41.920189 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.agents_db [None req-74002642-eed4-46c6-8f70-93846dc748c3 None None] Agent healthcheck: found 6 active agents {{(pid=92922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 07:34:00.735065 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-2fb9515a-709f-4ca1-bee5-fe6317bba736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:34:03.102385 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d9bf9cf6-fec3-4026-8516-0c3cb19b18e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:34:03.310100 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:34:04.856574 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:34:05.279296 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d3c1a5ff-c703-4bfc-bce3-efb8418f207c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:34:07.008006 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-f04bb265-eca6-4530-aeb1-0b3afeb7eb68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:34:16.801209 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-db861260-845f-4399-96a9-97943f692c1b req-4beb3e91-63ef-4d86-b541-62cce2eef976 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=483c684a-5781-436b-b80e-0708381acc54&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0541129 Jun 22 07:34:16.894956 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db861260-845f-4399-96a9-97943f692c1b req-94fb7c00-4530-48d7-9315-7e53f3e2b9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:34:16.896401 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-db861260-845f-4399-96a9-97943f692c1b req-94fb7c00-4530-48d7-9315-7e53f3e2b9d1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=39e7765ed5cd4e0e9e770bf5a465d8ba&device_id=483c684a-5781-436b-b80e-0708381acc54 HTTP/1.1" status: 200 len: 1099 time: 0.0513980 Jun 22 07:34:16.998504 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db861260-845f-4399-96a9-97943f692c1b req-cf289f6e-5bd9-4483-a0e3-fcf68418c73b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:34:16.999944 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-db861260-845f-4399-96a9-97943f692c1b req-cf289f6e-5bd9-4483-a0e3-fcf68418c73b service neutron] 10.222.0.41 "GET /v2.0/networks?id=8e2ae9a8-9228-4c23-8cea-73e784abde4d HTTP/1.1" status: 200 len: 913 time: 0.0825713 Jun 22 07:34:17.067060 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-db861260-845f-4399-96a9-97943f692c1b req-eb4db83b-c08f-4c35-a0c8-6afeec04d6de service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=15600727-9f79-47a2-9a0d-cc2118866792 HTTP/1.1" status: 200 len: 1002 time: 0.0602756 Jun 22 07:34:17.114701 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db861260-845f-4399-96a9-97943f692c1b req-1a0e5c11-d097-416d-a618-4c4551a22e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:34:17.116157 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-db861260-845f-4399-96a9-97943f692c1b req-1a0e5c11-d097-416d-a618-4c4551a22e92 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1158cd74-6434-4737-91bb-b3c67fb18a3d HTTP/1.1" status: 200 len: 851 time: 0.0425079 Jun 22 07:34:17.171218 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db861260-845f-4399-96a9-97943f692c1b req-847a12d4-cba4-4f45-90a2-6d1a705b7267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:34:17.172655 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-db861260-845f-4399-96a9-97943f692c1b req-847a12d4-cba4-4f45-90a2-6d1a705b7267 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8e2ae9a8-9228-4c23-8cea-73e784abde4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0506964 Jun 22 07:34:17.183549 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [req-db861260-845f-4399-96a9-97943f692c1b req-f079a232-c8e9-4474-93cc-1aecb72cb1d7 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=92919) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 07:34:17.184546 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-db861260-845f-4399-96a9-97943f692c1b req-f079a232-c8e9-4474-93cc-1aecb72cb1d7 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047979 Jun 22 07:34:17.275245 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-db861260-845f-4399-96a9-97943f692c1b req-797441ae-41fc-4e60-ac73-a4e6cda516c0 service neutron] 10.222.0.41 "GET /v2.0/networks/8e2ae9a8-9228-4c23-8cea-73e784abde4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841782 Jun 22 07:34:17.368130 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-db861260-845f-4399-96a9-97943f692c1b req-f1b1b3af-58fb-40ac-abb8-03686ae2518f service neutron] 10.222.0.41 "GET /v2.0/networks/8e2ae9a8-9228-4c23-8cea-73e784abde4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860672 Jun 22 07:34:18.918719 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.agents_db [None req-74002642-eed4-46c6-8f70-93846dc748c3 None None] Agent healthcheck: found 6 active agents {{(pid=92922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 07:34:30.736058 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-4d5a6886-b955-4edb-ac3c-b6b87ca7bd50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:34:33.102359 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-b0b81bd1-dd64-4406-96e3-443df5195855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:34:33.309446 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:34:34.861834 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:34:35.282953 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d3c1a5ff-c703-4bfc-bce3-efb8418f207c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:34:37.012356 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-f04bb265-eca6-4530-aeb1-0b3afeb7eb68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:34:55.917265 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.agents_db [None req-74002642-eed4-46c6-8f70-93846dc748c3 None None] Agent healthcheck: found 6 active agents {{(pid=92922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 07:35:00.736314 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d5ae6fa9-e26f-4952-b511-dc653f4d99cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:35:03.103091 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d97c51f8-d925-4095-9659-1cf28b475e01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:35:03.309324 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:35:04.869778 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:35:05.284981 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d3c1a5ff-c703-4bfc-bce3-efb8418f207c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:35:07.013472 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-f04bb265-eca6-4530-aeb1-0b3afeb7eb68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:35:12.837555 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 54174) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:35:12.989784 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-70236698-e272-4b53-abce-421316f083da tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Deleting port e6ddc08d-11e5-47e2-9a07-dca57ad7e936 {{(pid=92920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 07:35:12.990132 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-70236698-e272-4b53-abce-421316f083da tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773474057189'] for port, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:35:13.066256 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-70236698-e272-4b53-abce-421316f083da tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-707208'] for port, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:35:13.066576 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-70236698-e272-4b53-abce-421316f083da tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:35:13.131728 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-70236698-e272-4b53-abce-421316f083da tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Calling delete_port for e6ddc08d-11e5-47e2-9a07-dca57ad7e936 owned by network:floatingip {{(pid=92920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 07:35:13.296635 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-70236698-e272-4b53-abce-421316f083da tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773474061029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773473471600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5150811'] for port, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:35:13.298845 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-91eaad73-b8cd-4658-95ab-667f9e9561dc tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:35:13.322524 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70236698-e272-4b53-abce-421316f083da tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Pushing event deleted for resources: {'Port': ['ID=e6ddc08d-11e5-47e2-9a07-dca57ad7e936,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:35:13.336789 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70236698-e272-4b53-abce-421316f083da tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:35:13.337178 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70236698-e272-4b53-abce-421316f083da tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:35:13.337557 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70236698-e272-4b53-abce-421316f083da tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:35:13.337935 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70236698-e272-4b53-abce-421316f083da tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:35:13.338305 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70236698-e272-4b53-abce-421316f083da tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:35:13.338676 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70236698-e272-4b53-abce-421316f083da tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:35:13.339159 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70236698-e272-4b53-abce-421316f083da tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:35:13.340031 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70236698-e272-4b53-abce-421316f083da tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:35:13.340419 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70236698-e272-4b53-abce-421316f083da tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:35:13.340787 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70236698-e272-4b53-abce-421316f083da tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:35:13.341151 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70236698-e272-4b53-abce-421316f083da tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:35:13.341511 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70236698-e272-4b53-abce-421316f083da tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:35:13.359024 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-70236698-e272-4b53-abce-421316f083da tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:35:13.396709 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-70236698-e272-4b53-abce-421316f083da tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Notify callbacks [] for floatingip, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:35:13.397045 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.db.l3_db [None req-70236698-e272-4b53-abce-421316f083da tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Floating IP b8d67665-5f73-4b84-baf2-e2159df03fa0 disassociated (deleted). External IP: 172.27.1.124, port: 45b7f115-9688-4729-a777-6f9a604a4d40. Jun 22 07:35:13.600364 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70236698-e272-4b53-abce-421316f083da tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Router 59ca7a8b-cca1-47d6-8828-99d07e51bfdc has already been hosted by L3 agent f18ef446-1389-4802-a345-f314a6956002 {{(pid=92920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 07:35:13.708618 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70236698-e272-4b53-abce-421316f083da tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Notify agent at l3_agent.dv-cinder-786627-11-iscsi the message routers_updated {{(pid=92920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 07:35:13.713442 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-70236698-e272-4b53-abce-421316f083da tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91146'] for floatingip, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:35:13.718310 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ffbb2e0-32e0-4971-8201-1f5bdeaaf584 None None] Sync routers for ids ['59ca7a8b-cca1-47d6-8828-99d07e51bfdc'] in dv-cinder-786627-11-iscsi {{(pid=92921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 07:35:13.726761 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ffbb2e0-32e0-4971-8201-1f5bdeaaf584 None None] Routers {'59ca7a8b-cca1-47d6-8828-99d07e51bfdc'} bound to L3 agent in host dv-cinder-786627-11-iscsi {{(pid=92921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 07:35:13.727370 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-9ffbb2e0-32e0-4971-8201-1f5bdeaaf584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T07:06:03Z,description=,heartbeat_timestamp=2021-06-22T07:35:03Z,host='dv-cinder-786627-11-iscsi',id=f18ef446-1389-4802-a345-f314a6956002,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T07:06:03Z,topic='l3_agent')) {'router_ids': ['59ca7a8b-cca1-47d6-8828-99d07e51bfdc'], 'active': True} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:35:13.751229 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-70236698-e272-4b53-abce-421316f083da tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] 10.222.0.24 "DELETE /v2.0/floatingips/b8d67665-5f73-4b84-baf2-e2159df03fa0 HTTP/1.1" status: 204 len: 168 time: 0.9101269 Jun 22 07:35:13.751229 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8eaa0ed-49b3-4b9c-9f5d-4108d17229d9', 'tag': '45b7f115-9688-4729-a777-6f9a604a4d40'}] {{(pid=92920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 07:35:13.751747 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}175c46e468422b48d63533518873068da6a6c478907c3b6f79f9dabf89e8d923" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1085e396-566e-479d-902c-3b3687412b8b" -d '{"events": [{"name": "network-changed", "server_uuid": "e8eaa0ed-49b3-4b9c-9f5d-4108d17229d9", "tag": "45b7f115-9688-4729-a777-6f9a604a4d40"}]}' {{(pid=92920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 07:35:13.791279 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 07:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2caec71-8c16-4fdc-9865-997fd78e9128 x-openstack-request-id: req-e2caec71-8c16-4fdc-9865-997fd78e9128 {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 07:35:13.791615 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8eaa0ed-49b3-4b9c-9f5d-4108d17229d9", "tag": "45b7f115-9688-4729-a777-6f9a604a4d40", "status": "completed", "code": 200}]} {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 07:35:13.791912 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e2caec71-8c16-4fdc-9865-997fd78e9128 {{(pid=92920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 07:35:13.792967 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8eaa0ed-49b3-4b9c-9f5d-4108d17229d9', 'tag': '45b7f115-9688-4729-a777-6f9a604a4d40', 'status': 'completed', 'code': 200} Jun 22 07:35:13.835468 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvr_db [None req-9ffbb2e0-32e0-4971-8201-1f5bdeaaf584 None None] Set router 59ca7a8b-cca1-47d6-8828-99d07e51bfdc gateway port host: dv-cinder-786627-11-iscsi {{(pid=92921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 07:35:13.916642 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1085e396-566e-479d-902c-3b3687412b8b req-a0b2a25f-e37e-4168-a73e-addc8c2fb109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:35:13.918308 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-1085e396-566e-479d-902c-3b3687412b8b req-a0b2a25f-e37e-4168-a73e-addc8c2fb109 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=39e7765ed5cd4e0e9e770bf5a465d8ba&device_id=e8eaa0ed-49b3-4b9c-9f5d-4108d17229d9 HTTP/1.1" status: 200 len: 1099 time: 0.1027110 Jun 22 07:35:14.022131 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1085e396-566e-479d-902c-3b3687412b8b req-ddd13b1f-2678-4c11-b37a-dcb21bf25be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:35:14.023710 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-1085e396-566e-479d-902c-3b3687412b8b req-ddd13b1f-2678-4c11-b37a-dcb21bf25be8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8e2ae9a8-9228-4c23-8cea-73e784abde4d HTTP/1.1" status: 200 len: 913 time: 0.0988979 Jun 22 07:35:14.072891 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-1085e396-566e-479d-902c-3b3687412b8b req-c7593996-0a47-48dc-ae56-8b4d282de499 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=45b7f115-9688-4729-a777-6f9a604a4d40 HTTP/1.1" status: 200 len: 217 time: 0.0406582 Jun 22 07:35:14.074695 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-9ffbb2e0-32e0-4971-8201-1f5bdeaaf584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ca7a8b-cca1-47d6-8828-99d07e51bfdc', 'name': 'tempest-TestVolumeBootPattern-2146042094-router', 'tenant_id': '39e7765ed5cd4e0e9e770bf5a465d8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'external_fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': 'bdfc35b5-4461-413e-a2f5-ad9e329f2040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:27:36Z', 'updated_at': '2021-06-22T07:27:39Z', 'revision_number': 4, 'project_id': '39e7765ed5cd4e0e9e770bf5a465d8ba', 'gw_port': {'id': 'bdfc35b5-4461-413e-a2f5-ad9e329f2040', 'name': '', 'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:0e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ca7a8b-cca1-47d6-8828-99d07e51bfdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:27:37Z', 'updated_at': '2021-06-22T07:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-iscsi', '_floatingips': [{'id': 'afa3ece6-0972-45a2-b457-25453e14d9f4', 'tenant_id': '39e7765ed5cd4e0e9e770bf5a465d8ba', 'floating_ip_address': '172.27.1.159', 'floating_network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'router_id': '59ca7a8b-cca1-47d6-8828-99d07e51bfdc', 'port_id': '15600727-9f79-47a2-9a0d-cc2118866792', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e2ae9a8-9228-4c23-8cea-73e784abde4d', 'mac_address': 'fa:16:3e:da:e1:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '483c684a-5781-436b-b80e-0708381acc54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T07:31:03Z', 'updated_at': '2021-06-22T07:31:05Z', 'revision_number': 1, 'project_id': '39e7765ed5cd4e0e9e770bf5a465d8ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3fd030a-2e92-497d-b370-68ab0d8e78cf', 'name': '', 'network_id': '8e2ae9a8-9228-4c23-8cea-73e784abde4d', 'tenant_id': '39e7765ed5cd4e0e9e770bf5a465d8ba', 'mac_address': 'fa:16:3e:ab:45:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ca7a8b-cca1-47d6-8828-99d07e51bfdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '1158cd74-6434-4737-91bb-b3c67fb18a3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:27:39Z', 'updated_at': '2021-06-22T07:27:45Z', 'revision_number': 5, 'project_id': '39e7765ed5cd4e0e9e770bf5a465d8ba', 'subnets': [{'id': '1158cd74-6434-4737-91bb-b3c67fb18a3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-11-iscsi', False) {} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:35:14.101014 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ffbb2e0-32e0-4971-8201-1f5bdeaaf584 None None] Checking router: 59ca7a8b-cca1-47d6-8828-99d07e51bfdc for host: dv-cinder-786627-11-iscsi {{(pid=92921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 07:35:14.109340 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ffbb2e0-32e0-4971-8201-1f5bdeaaf584 None None] Routers {'59ca7a8b-cca1-47d6-8828-99d07e51bfdc'} bound to L3 agent in host dv-cinder-786627-11-iscsi {{(pid=92921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 07:35:14.109877 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-9ffbb2e0-32e0-4971-8201-1f5bdeaaf584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T07:06:03Z,description=,heartbeat_timestamp=2021-06-22T07:35:03Z,host='dv-cinder-786627-11-iscsi',id=f18ef446-1389-4802-a345-f314a6956002,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T07:06:03Z,topic='l3_agent')) {'router_ids': ['59ca7a8b-cca1-47d6-8828-99d07e51bfdc'], 'active': True} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:35:14.156492 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1085e396-566e-479d-902c-3b3687412b8b req-9ba3f805-08a5-4861-8699-565533b3cc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:35:14.157922 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-1085e396-566e-479d-902c-3b3687412b8b req-9ba3f805-08a5-4861-8699-565533b3cc5e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1158cd74-6434-4737-91bb-b3c67fb18a3d HTTP/1.1" status: 200 len: 851 time: 0.0784843 Jun 22 07:35:14.213229 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvr_db [None req-9ffbb2e0-32e0-4971-8201-1f5bdeaaf584 None None] Set router 59ca7a8b-cca1-47d6-8828-99d07e51bfdc gateway port host: dv-cinder-786627-11-iscsi {{(pid=92921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 07:35:14.213973 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba78901-b856-47c3-b4bc-c4eaa26c952b req-cdd7e039-f1a3-4931-8694-272df2c42a00 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:35:14.215980 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-fba78901-b856-47c3-b4bc-c4eaa26c952b req-cdd7e039-f1a3-4931-8694-272df2c42a00 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8eaa0ed-49b3-4b9c-9f5d-4108d17229d9 HTTP/1.1" status: 200 len: 946 time: 0.1281092 Jun 22 07:35:14.265894 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-fba78901-b856-47c3-b4bc-c4eaa26c952b req-bb8e8aa8-4268-40a6-b819-774849182b20 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce8b2d0b-296c-409b-9421-6bffef7a9de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442874 Jun 22 07:35:14.267644 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1085e396-566e-479d-902c-3b3687412b8b req-775e7ea6-a5f4-42b1-98f5-7c823bd465b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:35:14.269029 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-1085e396-566e-479d-902c-3b3687412b8b req-775e7ea6-a5f4-42b1-98f5-7c823bd465b5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8e2ae9a8-9228-4c23-8cea-73e784abde4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1037192 Jun 22 07:35:14.357836 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-1085e396-566e-479d-902c-3b3687412b8b req-4c4d4be2-96f9-4fa4-8a34-eeb94eeb29c8 service neutron] 10.222.0.41 "GET /v2.0/networks/8e2ae9a8-9228-4c23-8cea-73e784abde4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815234 Jun 22 07:35:14.434058 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-9ffbb2e0-32e0-4971-8201-1f5bdeaaf584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ca7a8b-cca1-47d6-8828-99d07e51bfdc', 'name': 'tempest-TestVolumeBootPattern-2146042094-router', 'tenant_id': '39e7765ed5cd4e0e9e770bf5a465d8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'external_fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': 'bdfc35b5-4461-413e-a2f5-ad9e329f2040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:27:36Z', 'updated_at': '2021-06-22T07:27:39Z', 'revision_number': 4, 'project_id': '39e7765ed5cd4e0e9e770bf5a465d8ba', 'gw_port': {'id': 'bdfc35b5-4461-413e-a2f5-ad9e329f2040', 'name': '', 'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:0e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ca7a8b-cca1-47d6-8828-99d07e51bfdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:27:37Z', 'updated_at': '2021-06-22T07:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-iscsi', '_floatingips': [{'id': 'afa3ece6-0972-45a2-b457-25453e14d9f4', 'tenant_id': '39e7765ed5cd4e0e9e770bf5a465d8ba', 'floating_ip_address': '172.27.1.159', 'floating_network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'router_id': '59ca7a8b-cca1-47d6-8828-99d07e51bfdc', 'port_id': '15600727-9f79-47a2-9a0d-cc2118866792', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e2ae9a8-9228-4c23-8cea-73e784abde4d', 'mac_address': 'fa:16:3e:da:e1:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '483c684a-5781-436b-b80e-0708381acc54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T07:31:03Z', 'updated_at': '2021-06-22T07:31:05Z', 'revision_number': 1, 'project_id': '39e7765ed5cd4e0e9e770bf5a465d8ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3fd030a-2e92-497d-b370-68ab0d8e78cf', 'name': '', 'network_id': '8e2ae9a8-9228-4c23-8cea-73e784abde4d', 'tenant_id': '39e7765ed5cd4e0e9e770bf5a465d8ba', 'mac_address': 'fa:16:3e:ab:45:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ca7a8b-cca1-47d6-8828-99d07e51bfdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '1158cd74-6434-4737-91bb-b3c67fb18a3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:27:39Z', 'updated_at': '2021-06-22T07:27:45Z', 'revision_number': 5, 'project_id': '39e7765ed5cd4e0e9e770bf5a465d8ba', 'subnets': [{'id': '1158cd74-6434-4737-91bb-b3c67fb18a3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-11-iscsi', False) {} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:35:14.450895 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-1085e396-566e-479d-902c-3b3687412b8b req-f4485279-f46f-48cf-b1b4-e2e6cf1a1259 service neutron] 10.222.0.41 "GET /v2.0/networks/8e2ae9a8-9228-4c23-8cea-73e784abde4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860977 Jun 22 07:35:14.460130 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ffbb2e0-32e0-4971-8201-1f5bdeaaf584 None None] The sync data for ids ['59ca7a8b-cca1-47d6-8828-99d07e51bfdc'] in dv-cinder-786627-11-iscsi is: [{'id': '59ca7a8b-cca1-47d6-8828-99d07e51bfdc', 'name': 'tempest-TestVolumeBootPattern-2146042094-router', 'tenant_id': '39e7765ed5cd4e0e9e770bf5a465d8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'external_fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': 'bdfc35b5-4461-413e-a2f5-ad9e329f2040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:27:36Z', 'updated_at': '2021-06-22T07:27:39Z', 'revision_number': 4, 'project_id': '39e7765ed5cd4e0e9e770bf5a465d8ba', 'gw_port': {'id': 'bdfc35b5-4461-413e-a2f5-ad9e329f2040', 'name': '', 'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:0e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ca7a8b-cca1-47d6-8828-99d07e51bfdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:27:37Z', 'updated_at': '2021-06-22T07:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-iscsi', '_floatingips': [{'id': 'afa3ece6-0972-45a2-b457-25453e14d9f4', 'tenant_id': '39e7765ed5cd4e0e9e770bf5a465d8ba', 'floating_ip_address': '172.27.1.159', 'floating_network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'router_id': '59ca7a8b-cca1-47d6-8828-99d07e51bfdc', 'port_id': '15600727-9f79-47a2-9a0d-cc2118866792', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e2ae9a8-9228-4c23-8cea-73e784abde4d', 'mac_address': 'fa:16:3e:da:e1:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '483c684a-5781-436b-b80e-0708381acc54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T07:31:03Z', 'updated_at': '2021-06-22T07:31:05Z', 'revision_number': 1, 'project_id': '39e7765ed5cd4e0e9e770bf5a465d8ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3fd030a-2e92-497d-b370-68ab0d8e78cf', 'name': '', 'network_id': '8e2ae9a8-9228-4c23-8cea-73e784abde4d', 'tenant_id': '39e7765ed5cd4e0e9e770bf5a465d8ba', 'mac_address': 'fa:16:3e:ab:45:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ca7a8b-cca1-47d6-8828-99d07e51bfdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '1158cd74-6434-4737-91bb-b3c67fb18a3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:27:39Z', 'updated_at': '2021-06-22T07:27:45Z', 'revision_number': 5, 'project_id': '39e7765ed5cd4e0e9e770bf5a465d8ba', 'subnets': [{'id': '1158cd74-6434-4737-91bb-b3c67fb18a3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 07:35:14.657922 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5cd1f66-ba16-4347-93ba-883c5e33d864 None None] New status for floating IP b8d67665-5f73-4b84-baf2-e2159df03fa0: DOWN {{(pid=92922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 07:35:15.451542 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8589876-0d6c-4d7a-afed-4ca87f7ac1d2 req-a54b6bcd-5acb-4599-bc4f-87bdacd9c82f tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:35:15.453032 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-e8589876-0d6c-4d7a-afed-4ca87f7ac1d2 req-a54b6bcd-5acb-4599-bc4f-87bdacd9c82f tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8eaa0ed-49b3-4b9c-9f5d-4108d17229d9 HTTP/1.1" status: 200 len: 946 time: 0.0630918 Jun 22 07:35:15.490258 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-e8589876-0d6c-4d7a-afed-4ca87f7ac1d2 req-04cd8e4c-e4a3-4b8a-b7c0-cdc4bb6fa839 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce8b2d0b-296c-409b-9421-6bffef7a9de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314059 Jun 22 07:35:15.685249 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc75883d-3885-4f78-8196-dc82c4cd786d req-7be4532b-fa6b-42c6-be43-f313eb92e000 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:35:15.686675 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-dc75883d-3885-4f78-8196-dc82c4cd786d req-7be4532b-fa6b-42c6-be43-f313eb92e000 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8eaa0ed-49b3-4b9c-9f5d-4108d17229d9 HTTP/1.1" status: 200 len: 946 time: 0.0637975 Jun 22 07:35:15.792066 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.plugin [req-dc75883d-3885-4f78-8196-dc82c4cd786d req-9522e1ca-5101-4f98-bd98-135e6a61b4fc tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Deleting port 45b7f115-9688-4729-a777-6f9a604a4d40 {{(pid=92919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 07:35:15.792510 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-dc75883d-3885-4f78-8196-dc82c4cd786d req-9522e1ca-5101-4f98-bd98-135e6a61b4fc tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773474057189'] for port, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:35:15.880478 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.db [req-dc75883d-3885-4f78-8196-dc82c4cd786d req-9522e1ca-5101-4f98-bd98-135e6a61b4fc tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] For port 45b7f115-9688-4729-a777-6f9a604a4d40, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=45b7f115-9688-4729-a777-6f9a604a4d40,segment=NetworkSegment(654d3564-a1a5-4ee5-bdf9-e27fee599e4d),segment_id=654d3564-a1a5-4ee5-bdf9-e27fee599e4d)] {{(pid=92919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:35:15.880839 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-dc75883d-3885-4f78-8196-dc82c4cd786d req-9522e1ca-5101-4f98-bd98-135e6a61b4fc tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-707208'] for port, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:35:15.946557 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.plugin [req-dc75883d-3885-4f78-8196-dc82c4cd786d req-9522e1ca-5101-4f98-bd98-135e6a61b4fc tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Calling delete_port for 45b7f115-9688-4729-a777-6f9a604a4d40 owned by compute:nova {{(pid=92919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 07:35:16.075817 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-dc75883d-3885-4f78-8196-dc82c4cd786d req-9522e1ca-5101-4f98-bd98-135e6a61b4fc tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773474061029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773473471600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4832659'] for port, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:35:16.081218 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-8f2c81ed-b847-4ff5-9436-9eef5484e491 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:35:16.113714 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9522e1ca-5101-4f98-bd98-135e6a61b4fc tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Pushing event deleted for resources: {'Port': ['ID=45b7f115-9688-4729-a777-6f9a604a4d40,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:35:16.140325 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9522e1ca-5101-4f98-bd98-135e6a61b4fc tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:35:16.140739 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9522e1ca-5101-4f98-bd98-135e6a61b4fc tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:35:16.141117 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9522e1ca-5101-4f98-bd98-135e6a61b4fc tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:35:16.141494 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9522e1ca-5101-4f98-bd98-135e6a61b4fc tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:35:16.141861 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9522e1ca-5101-4f98-bd98-135e6a61b4fc tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:35:16.142229 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9522e1ca-5101-4f98-bd98-135e6a61b4fc tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:35:16.142597 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9522e1ca-5101-4f98-bd98-135e6a61b4fc tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:35:16.142958 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9522e1ca-5101-4f98-bd98-135e6a61b4fc tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:35:16.143321 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9522e1ca-5101-4f98-bd98-135e6a61b4fc tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:35:16.143681 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9522e1ca-5101-4f98-bd98-135e6a61b4fc tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:35:16.144042 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9522e1ca-5101-4f98-bd98-135e6a61b4fc tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:35:16.144446 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9522e1ca-5101-4f98-bd98-135e6a61b4fc tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:35:16.148265 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-9522e1ca-5101-4f98-bd98-135e6a61b4fc tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:35:16.167993 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc75883d-3885-4f78-8196-dc82c4cd786d req-9522e1ca-5101-4f98-bd98-135e6a61b4fc tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] No DVR routers for this DVR port 45b7f115-9688-4729-a777-6f9a604a4d40 on host hv-cinder-78662 {{(pid=92919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 07:35:16.170382 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-dc75883d-3885-4f78-8196-dc82c4cd786d req-9522e1ca-5101-4f98-bd98-135e6a61b4fc tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91146'] for port, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:35:16.172779 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-dc75883d-3885-4f78-8196-dc82c4cd786d req-9522e1ca-5101-4f98-bd98-135e6a61b4fc tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] 10.222.0.41 "DELETE /v2.0/ports/45b7f115-9688-4729-a777-6f9a604a4d40 HTTP/1.1" status: 204 len: 173 time: 0.4809029 Jun 22 07:35:16.173276 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8eaa0ed-49b3-4b9c-9f5d-4108d17229d9', 'name': 'network-vif-deleted', 'tag': '45b7f115-9688-4729-a777-6f9a604a4d40'}] {{(pid=92919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 07:35:16.176698 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2874ba58536e60953e76cf0b72237944d74909d10009afe4cd7b86cda982d3ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a77757e-ed89-42f9-9f3d-e5578d791e13" -d '{"events": [{"server_uuid": "e8eaa0ed-49b3-4b9c-9f5d-4108d17229d9", "name": "network-vif-deleted", "tag": "45b7f115-9688-4729-a777-6f9a604a4d40"}]}' {{(pid=92919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 07:35:16.230243 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 07:35:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dab66fe3-84fb-47a6-b6b5-8858fded8545 x-openstack-request-id: req-dab66fe3-84fb-47a6-b6b5-8858fded8545 {{(pid=92919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 07:35:16.230629 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8eaa0ed-49b3-4b9c-9f5d-4108d17229d9", "name": "network-vif-deleted", "tag": "45b7f115-9688-4729-a777-6f9a604a4d40", "status": "completed", "code": 200}]} {{(pid=92919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 07:35:16.230919 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-dab66fe3-84fb-47a6-b6b5-8858fded8545 {{(pid=92919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 07:35:16.231353 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8eaa0ed-49b3-4b9c-9f5d-4108d17229d9', 'name': 'network-vif-deleted', 'tag': '45b7f115-9688-4729-a777-6f9a604a4d40', 'status': 'completed', 'code': 200} Jun 22 07:35:16.659185 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-5055af6a-ce33-4f56-b343-a2c928b1c364 req-c94a0a85-2d5f-4efb-9ca9-6daee684f868 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8eaa0ed-49b3-4b9c-9f5d-4108d17229d9 HTTP/1.1" status: 200 len: 210 time: 0.0322013 Jun 22 07:35:18.878525 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Device 45b7f115-9688-4729-a777-6f9a604a4d40 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=92921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 07:35:18.898643 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] No Port match for: 45b7f115-9688-4729-a777-6f9a604a4d40 {{(pid=92921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 07:35:18.898993 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Device 45b7f115-9688-4729-a777-6f9a604a4d40 not bound to the agent host hv-cinder-78662 {{(pid=92921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 07:35:19.966628 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 54220) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:35:20.125047 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-ff3675dd-6b35-4feb-920f-6caffa5e9b87 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Deleting port 5a67b9b3-dd8e-45ef-970e-e6e3f24f00c4 {{(pid=92920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 07:35:20.125386 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-ff3675dd-6b35-4feb-920f-6caffa5e9b87 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773474057189'] for port, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:35:20.201551 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-ff3675dd-6b35-4feb-920f-6caffa5e9b87 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-707208'] for port, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:35:20.201862 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-ff3675dd-6b35-4feb-920f-6caffa5e9b87 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:35:20.266197 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-ff3675dd-6b35-4feb-920f-6caffa5e9b87 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Calling delete_port for 5a67b9b3-dd8e-45ef-970e-e6e3f24f00c4 owned by network:floatingip {{(pid=92920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 07:35:20.407036 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-ff3675dd-6b35-4feb-920f-6caffa5e9b87 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773474061029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773473471600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5150811'] for port, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:35:20.409804 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-913cacb2-76ca-4379-8800-866d9d5ec1dc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:35:20.434070 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3675dd-6b35-4feb-920f-6caffa5e9b87 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Pushing event deleted for resources: {'Port': ['ID=5a67b9b3-dd8e-45ef-970e-e6e3f24f00c4,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:35:20.439615 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-ff3675dd-6b35-4feb-920f-6caffa5e9b87 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:35:20.491986 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-ff3675dd-6b35-4feb-920f-6caffa5e9b87 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Notify callbacks [] for floatingip, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:35:20.492317 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.db.l3_db [None req-ff3675dd-6b35-4feb-920f-6caffa5e9b87 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Floating IP afa3ece6-0972-45a2-b457-25453e14d9f4 disassociated (deleted). External IP: 172.27.1.159, port: 15600727-9f79-47a2-9a0d-cc2118866792. Jun 22 07:35:20.693217 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff3675dd-6b35-4feb-920f-6caffa5e9b87 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Router 59ca7a8b-cca1-47d6-8828-99d07e51bfdc has already been hosted by L3 agent f18ef446-1389-4802-a345-f314a6956002 {{(pid=92920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 07:35:20.797242 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff3675dd-6b35-4feb-920f-6caffa5e9b87 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Notify agent at l3_agent.dv-cinder-786627-11-iscsi the message routers_updated {{(pid=92920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 07:35:20.801583 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-ff3675dd-6b35-4feb-920f-6caffa5e9b87 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91146'] for floatingip, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:35:20.808267 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d2ba6c-5980-4315-88ab-d3a8f298b04b None None] Sync routers for ids ['59ca7a8b-cca1-47d6-8828-99d07e51bfdc'] in dv-cinder-786627-11-iscsi {{(pid=92921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 07:35:20.817162 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d2ba6c-5980-4315-88ab-d3a8f298b04b None None] Routers {'59ca7a8b-cca1-47d6-8828-99d07e51bfdc'} bound to L3 agent in host dv-cinder-786627-11-iscsi {{(pid=92921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 07:35:20.817799 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-f7d2ba6c-5980-4315-88ab-d3a8f298b04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T07:06:03Z,description=,heartbeat_timestamp=2021-06-22T07:35:03Z,host='dv-cinder-786627-11-iscsi',id=f18ef446-1389-4802-a345-f314a6956002,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T07:06:03Z,topic='l3_agent')) {'router_ids': ['59ca7a8b-cca1-47d6-8828-99d07e51bfdc'], 'active': True} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:35:20.836938 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-ff3675dd-6b35-4feb-920f-6caffa5e9b87 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] 10.222.0.24 "DELETE /v2.0/floatingips/afa3ece6-0972-45a2-b457-25453e14d9f4 HTTP/1.1" status: 204 len: 168 time: 0.8692293 Jun 22 07:35:20.837613 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '483c684a-5781-436b-b80e-0708381acc54', 'tag': '15600727-9f79-47a2-9a0d-cc2118866792'}] {{(pid=92920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 07:35:20.840555 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}175c46e468422b48d63533518873068da6a6c478907c3b6f79f9dabf89e8d923" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-396b4a08-f5ed-4aa9-9e8d-fe638ec605e3" -d '{"events": [{"name": "network-changed", "server_uuid": "483c684a-5781-436b-b80e-0708381acc54", "tag": "15600727-9f79-47a2-9a0d-cc2118866792"}]}' {{(pid=92920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 07:35:20.880852 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 07:35:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-804b8cae-49bb-4d15-b1e9-6b1ff0cd904d x-openstack-request-id: req-804b8cae-49bb-4d15-b1e9-6b1ff0cd904d {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 07:35:20.881325 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "483c684a-5781-436b-b80e-0708381acc54", "tag": "15600727-9f79-47a2-9a0d-cc2118866792", "status": "completed", "code": 200}]} {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 07:35:20.881626 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-804b8cae-49bb-4d15-b1e9-6b1ff0cd904d {{(pid=92920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 07:35:20.882202 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '483c684a-5781-436b-b80e-0708381acc54', 'tag': '15600727-9f79-47a2-9a0d-cc2118866792', 'status': 'completed', 'code': 200} Jun 22 07:35:20.959117 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396b4a08-f5ed-4aa9-9e8d-fe638ec605e3 req-518a05a0-0518-43ff-bf9e-24310d5427a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:35:20.960637 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-396b4a08-f5ed-4aa9-9e8d-fe638ec605e3 req-518a05a0-0518-43ff-bf9e-24310d5427a9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=39e7765ed5cd4e0e9e770bf5a465d8ba&device_id=483c684a-5781-436b-b80e-0708381acc54 HTTP/1.1" status: 200 len: 1099 time: 0.0552619 Jun 22 07:35:21.054129 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396b4a08-f5ed-4aa9-9e8d-fe638ec605e3 req-18dbf8c7-1777-4ba8-9430-dbe6777cd029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:35:21.055593 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-396b4a08-f5ed-4aa9-9e8d-fe638ec605e3 req-18dbf8c7-1777-4ba8-9430-dbe6777cd029 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8e2ae9a8-9228-4c23-8cea-73e784abde4d HTTP/1.1" status: 200 len: 913 time: 0.0887551 Jun 22 07:35:21.067677 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvr_db [None req-f7d2ba6c-5980-4315-88ab-d3a8f298b04b None None] Set router 59ca7a8b-cca1-47d6-8828-99d07e51bfdc gateway port host: dv-cinder-786627-11-iscsi {{(pid=92921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 07:35:21.107683 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-396b4a08-f5ed-4aa9-9e8d-fe638ec605e3 req-5e468869-978e-4dc0-bf0e-6885f638a578 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=15600727-9f79-47a2-9a0d-cc2118866792 HTTP/1.1" status: 200 len: 217 time: 0.0441780 Jun 22 07:35:21.158447 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396b4a08-f5ed-4aa9-9e8d-fe638ec605e3 req-9bf9d73c-f67a-4d95-a7ab-ec1a09539b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:35:21.159916 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-396b4a08-f5ed-4aa9-9e8d-fe638ec605e3 req-9bf9d73c-f67a-4d95-a7ab-ec1a09539b5e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1158cd74-6434-4737-91bb-b3c67fb18a3d HTTP/1.1" status: 200 len: 851 time: 0.0461669 Jun 22 07:35:21.259945 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396b4a08-f5ed-4aa9-9e8d-fe638ec605e3 req-045eddb3-7e56-490f-aa42-066eaadc16e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:35:21.262210 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-396b4a08-f5ed-4aa9-9e8d-fe638ec605e3 req-045eddb3-7e56-490f-aa42-066eaadc16e6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8e2ae9a8-9228-4c23-8cea-73e784abde4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0919139 Jun 22 07:35:21.269790 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dcd2f8-917d-47f5-a4a6-d4983c471a00 req-0162ce44-aea6-4b9e-8377-1661b4435181 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:35:21.271126 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-a2dcd2f8-917d-47f5-a4a6-d4983c471a00 req-0162ce44-aea6-4b9e-8377-1661b4435181 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] 10.222.0.24 "GET /v2.0/ports?device_id=483c684a-5781-436b-b80e-0708381acc54 HTTP/1.1" status: 200 len: 946 time: 0.1103506 Jun 22 07:35:21.271347 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-f7d2ba6c-5980-4315-88ab-d3a8f298b04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ca7a8b-cca1-47d6-8828-99d07e51bfdc', 'name': 'tempest-TestVolumeBootPattern-2146042094-router', 'tenant_id': '39e7765ed5cd4e0e9e770bf5a465d8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'external_fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': 'bdfc35b5-4461-413e-a2f5-ad9e329f2040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:27:36Z', 'updated_at': '2021-06-22T07:27:39Z', 'revision_number': 4, 'project_id': '39e7765ed5cd4e0e9e770bf5a465d8ba', 'gw_port': {'id': 'bdfc35b5-4461-413e-a2f5-ad9e329f2040', 'name': '', 'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:0e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ca7a8b-cca1-47d6-8828-99d07e51bfdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:27:37Z', 'updated_at': '2021-06-22T07:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-iscsi', '_interfaces': [{'id': 'd3fd030a-2e92-497d-b370-68ab0d8e78cf', 'name': '', 'network_id': '8e2ae9a8-9228-4c23-8cea-73e784abde4d', 'tenant_id': '39e7765ed5cd4e0e9e770bf5a465d8ba', 'mac_address': 'fa:16:3e:ab:45:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ca7a8b-cca1-47d6-8828-99d07e51bfdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '1158cd74-6434-4737-91bb-b3c67fb18a3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:27:39Z', 'updated_at': '2021-06-22T07:27:45Z', 'revision_number': 5, 'project_id': '39e7765ed5cd4e0e9e770bf5a465d8ba', 'subnets': [{'id': '1158cd74-6434-4737-91bb-b3c67fb18a3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-11-iscsi', False) {} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:35:21.296712 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d2ba6c-5980-4315-88ab-d3a8f298b04b None None] Checking router: 59ca7a8b-cca1-47d6-8828-99d07e51bfdc for host: dv-cinder-786627-11-iscsi {{(pid=92921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 07:35:21.304796 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d2ba6c-5980-4315-88ab-d3a8f298b04b None None] Routers {'59ca7a8b-cca1-47d6-8828-99d07e51bfdc'} bound to L3 agent in host dv-cinder-786627-11-iscsi {{(pid=92921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 07:35:21.305409 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-f7d2ba6c-5980-4315-88ab-d3a8f298b04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T07:06:03Z,description=,heartbeat_timestamp=2021-06-22T07:35:03Z,host='dv-cinder-786627-11-iscsi',id=f18ef446-1389-4802-a345-f314a6956002,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T07:06:03Z,topic='l3_agent')) {'router_ids': ['59ca7a8b-cca1-47d6-8828-99d07e51bfdc'], 'active': True} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:35:21.352094 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-a2dcd2f8-917d-47f5-a4a6-d4983c471a00 req-b5218c0b-3aa7-4644-b9b3-c194bd308105 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce8b2d0b-296c-409b-9421-6bffef7a9de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723593 Jun 22 07:35:21.382045 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-396b4a08-f5ed-4aa9-9e8d-fe638ec605e3 req-8097959c-2997-4ab8-af3c-9903ec1f5a66 service neutron] 10.222.0.41 "GET /v2.0/networks/8e2ae9a8-9228-4c23-8cea-73e784abde4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098120 Jun 22 07:35:21.416308 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvr_db [None req-f7d2ba6c-5980-4315-88ab-d3a8f298b04b None None] Set router 59ca7a8b-cca1-47d6-8828-99d07e51bfdc gateway port host: dv-cinder-786627-11-iscsi {{(pid=92921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 07:35:21.476559 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-396b4a08-f5ed-4aa9-9e8d-fe638ec605e3 req-3150444d-4131-4f3a-b566-6a9d4b4ffe40 service neutron] 10.222.0.41 "GET /v2.0/networks/8e2ae9a8-9228-4c23-8cea-73e784abde4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875626 Jun 22 07:35:21.613103 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-f7d2ba6c-5980-4315-88ab-d3a8f298b04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ca7a8b-cca1-47d6-8828-99d07e51bfdc', 'name': 'tempest-TestVolumeBootPattern-2146042094-router', 'tenant_id': '39e7765ed5cd4e0e9e770bf5a465d8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'external_fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': 'bdfc35b5-4461-413e-a2f5-ad9e329f2040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:27:36Z', 'updated_at': '2021-06-22T07:27:39Z', 'revision_number': 4, 'project_id': '39e7765ed5cd4e0e9e770bf5a465d8ba', 'gw_port': {'id': 'bdfc35b5-4461-413e-a2f5-ad9e329f2040', 'name': '', 'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:0e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ca7a8b-cca1-47d6-8828-99d07e51bfdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:27:37Z', 'updated_at': '2021-06-22T07:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-iscsi', '_interfaces': [{'id': 'd3fd030a-2e92-497d-b370-68ab0d8e78cf', 'name': '', 'network_id': '8e2ae9a8-9228-4c23-8cea-73e784abde4d', 'tenant_id': '39e7765ed5cd4e0e9e770bf5a465d8ba', 'mac_address': 'fa:16:3e:ab:45:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ca7a8b-cca1-47d6-8828-99d07e51bfdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '1158cd74-6434-4737-91bb-b3c67fb18a3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:27:39Z', 'updated_at': '2021-06-22T07:27:45Z', 'revision_number': 5, 'project_id': '39e7765ed5cd4e0e9e770bf5a465d8ba', 'subnets': [{'id': '1158cd74-6434-4737-91bb-b3c67fb18a3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-11-iscsi', False) {} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:35:21.639124 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d2ba6c-5980-4315-88ab-d3a8f298b04b None None] The sync data for ids ['59ca7a8b-cca1-47d6-8828-99d07e51bfdc'] in dv-cinder-786627-11-iscsi is: [{'id': '59ca7a8b-cca1-47d6-8828-99d07e51bfdc', 'name': 'tempest-TestVolumeBootPattern-2146042094-router', 'tenant_id': '39e7765ed5cd4e0e9e770bf5a465d8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'external_fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': 'bdfc35b5-4461-413e-a2f5-ad9e329f2040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:27:36Z', 'updated_at': '2021-06-22T07:27:39Z', 'revision_number': 4, 'project_id': '39e7765ed5cd4e0e9e770bf5a465d8ba', 'gw_port': {'id': 'bdfc35b5-4461-413e-a2f5-ad9e329f2040', 'name': '', 'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:0e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ca7a8b-cca1-47d6-8828-99d07e51bfdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:27:37Z', 'updated_at': '2021-06-22T07:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-iscsi', '_interfaces': [{'id': 'd3fd030a-2e92-497d-b370-68ab0d8e78cf', 'name': '', 'network_id': '8e2ae9a8-9228-4c23-8cea-73e784abde4d', 'tenant_id': '39e7765ed5cd4e0e9e770bf5a465d8ba', 'mac_address': 'fa:16:3e:ab:45:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ca7a8b-cca1-47d6-8828-99d07e51bfdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '1158cd74-6434-4737-91bb-b3c67fb18a3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:27:39Z', 'updated_at': '2021-06-22T07:27:45Z', 'revision_number': 5, 'project_id': '39e7765ed5cd4e0e9e770bf5a465d8ba', 'subnets': [{'id': '1158cd74-6434-4737-91bb-b3c67fb18a3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 07:35:21.836692 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd04f628-081b-44c1-a12c-030775186c51 None None] New status for floating IP afa3ece6-0972-45a2-b457-25453e14d9f4: DOWN {{(pid=92922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 07:35:22.532999 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323337b5-959a-42be-ba6c-662dcc69482f req-fb33ca86-51c0-4467-b216-bf706b7cf31b tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:35:22.534448 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-323337b5-959a-42be-ba6c-662dcc69482f req-fb33ca86-51c0-4467-b216-bf706b7cf31b tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] 10.222.0.24 "GET /v2.0/ports?device_id=483c684a-5781-436b-b80e-0708381acc54 HTTP/1.1" status: 200 len: 946 time: 0.0656207 Jun 22 07:35:22.571452 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-323337b5-959a-42be-ba6c-662dcc69482f req-39e8a64a-2fb2-499b-ad0b-185c1946cf70 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce8b2d0b-296c-409b-9421-6bffef7a9de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313864 Jun 22 07:35:22.691797 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d17a79a-8394-4cf2-a809-87922fe37ec7 req-597d165b-badb-41cf-8109-1ebe9f3217e4 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 07:35:22.693234 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-1d17a79a-8394-4cf2-a809-87922fe37ec7 req-597d165b-badb-41cf-8109-1ebe9f3217e4 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] 10.222.0.41 "GET /v2.0/ports?device_id=483c684a-5781-436b-b80e-0708381acc54 HTTP/1.1" status: 200 len: 946 time: 0.0676248 Jun 22 07:35:22.793522 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.plugin [req-1d17a79a-8394-4cf2-a809-87922fe37ec7 req-07fe758f-37d5-4074-830b-5d1d9b31ab3b tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Deleting port 15600727-9f79-47a2-9a0d-cc2118866792 {{(pid=92919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 07:35:22.793860 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-1d17a79a-8394-4cf2-a809-87922fe37ec7 req-07fe758f-37d5-4074-830b-5d1d9b31ab3b tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773474057189'] for port, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:35:22.886567 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.db [req-1d17a79a-8394-4cf2-a809-87922fe37ec7 req-07fe758f-37d5-4074-830b-5d1d9b31ab3b tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] For port 15600727-9f79-47a2-9a0d-cc2118866792, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=15600727-9f79-47a2-9a0d-cc2118866792,segment=NetworkSegment(654d3564-a1a5-4ee5-bdf9-e27fee599e4d),segment_id=654d3564-a1a5-4ee5-bdf9-e27fee599e4d)] {{(pid=92919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:35:22.886925 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-1d17a79a-8394-4cf2-a809-87922fe37ec7 req-07fe758f-37d5-4074-830b-5d1d9b31ab3b tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-707208'] for port, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:35:22.948779 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.plugin [req-1d17a79a-8394-4cf2-a809-87922fe37ec7 req-07fe758f-37d5-4074-830b-5d1d9b31ab3b tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Calling delete_port for 15600727-9f79-47a2-9a0d-cc2118866792 owned by compute:nova {{(pid=92919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 07:35:23.073014 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-1d17a79a-8394-4cf2-a809-87922fe37ec7 req-07fe758f-37d5-4074-830b-5d1d9b31ab3b tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773474061029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773473471600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4832659'] for port, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:35:23.076839 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-1e7e4e39-6210-4e9a-ba85-ce9b53a36ea5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:35:23.101710 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fe758f-37d5-4074-830b-5d1d9b31ab3b tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Pushing event deleted for resources: {'Port': ['ID=15600727-9f79-47a2-9a0d-cc2118866792,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:35:23.106110 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-07fe758f-37d5-4074-830b-5d1d9b31ab3b tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:35:23.154875 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d17a79a-8394-4cf2-a809-87922fe37ec7 req-07fe758f-37d5-4074-830b-5d1d9b31ab3b tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] No DVR routers for this DVR port 15600727-9f79-47a2-9a0d-cc2118866792 on host hv-cinder-78662 {{(pid=92919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 07:35:23.157278 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-1d17a79a-8394-4cf2-a809-87922fe37ec7 req-07fe758f-37d5-4074-830b-5d1d9b31ab3b tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91146'] for port, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:35:23.159176 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-1d17a79a-8394-4cf2-a809-87922fe37ec7 req-07fe758f-37d5-4074-830b-5d1d9b31ab3b tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] 10.222.0.41 "DELETE /v2.0/ports/15600727-9f79-47a2-9a0d-cc2118866792 HTTP/1.1" status: 204 len: 173 time: 0.4600141 Jun 22 07:35:23.159674 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '483c684a-5781-436b-b80e-0708381acc54', 'name': 'network-vif-deleted', 'tag': '15600727-9f79-47a2-9a0d-cc2118866792'}] {{(pid=92919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 07:35:23.161966 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2874ba58536e60953e76cf0b72237944d74909d10009afe4cd7b86cda982d3ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fc61d5e-4c64-43fe-bc15-719eda19465c" -d '{"events": [{"server_uuid": "483c684a-5781-436b-b80e-0708381acc54", "name": "network-vif-deleted", "tag": "15600727-9f79-47a2-9a0d-cc2118866792"}]}' {{(pid=92919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 07:35:23.198644 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 07:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e562aa0-bbf4-4613-b154-21272dced1ce x-openstack-request-id: req-4e562aa0-bbf4-4613-b154-21272dced1ce {{(pid=92919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 07:35:23.199206 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "483c684a-5781-436b-b80e-0708381acc54", "name": "network-vif-deleted", "tag": "15600727-9f79-47a2-9a0d-cc2118866792", "status": "completed", "code": 200}]} {{(pid=92919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 07:35:23.199458 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4e562aa0-bbf4-4613-b154-21272dced1ce {{(pid=92919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 07:35:23.199891 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '483c684a-5781-436b-b80e-0708381acc54', 'name': 'network-vif-deleted', 'tag': '15600727-9f79-47a2-9a0d-cc2118866792', 'status': 'completed', 'code': 200} Jun 22 07:35:23.721988 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [req-d2c31247-6627-4ce6-817a-2beb7890b813 req-c297279c-6e48-4af9-a243-c2ea5fc0283a tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] 10.222.0.24 "GET /v2.0/ports?device_id=483c684a-5781-436b-b80e-0708381acc54 HTTP/1.1" status: 200 len: 210 time: 0.0282960 Jun 22 07:35:24.817933 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 54236) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:35:24.920729 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Device 15600727-9f79-47a2-9a0d-cc2118866792 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=92921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 07:35:24.940055 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] No Port match for: 15600727-9f79-47a2-9a0d-cc2118866792 {{(pid=92921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 07:35:24.940428 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Device 15600727-9f79-47a2-9a0d-cc2118866792 not bound to the agent host hv-cinder-78662 {{(pid=92921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 07:35:24.945131 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-4c91d3e3-78b1-4064-a3a5-3685a1f73382 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Deleting port 40006867-1f92-4878-b071-91966f064137 {{(pid=92920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 07:35:24.945469 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-4c91d3e3-78b1-4064-a3a5-3685a1f73382 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773474057189'] for port, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:35:25.021939 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-4c91d3e3-78b1-4064-a3a5-3685a1f73382 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-707208'] for port, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:35:25.022265 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-4c91d3e3-78b1-4064-a3a5-3685a1f73382 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:35:25.085433 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-4c91d3e3-78b1-4064-a3a5-3685a1f73382 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Calling delete_port for 40006867-1f92-4878-b071-91966f064137 owned by network:floatingip {{(pid=92920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 07:35:25.217163 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-4c91d3e3-78b1-4064-a3a5-3685a1f73382 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773474061029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773473471600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5150811'] for port, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:35:25.218975 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-3ebfd630-a7d9-4a44-85f8-4dbad1718367 tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:35:25.241534 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c91d3e3-78b1-4064-a3a5-3685a1f73382 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Pushing event deleted for resources: {'Port': ['ID=40006867-1f92-4878-b071-91966f064137,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:35:25.244644 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-4c91d3e3-78b1-4064-a3a5-3685a1f73382 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:35:25.303498 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-4c91d3e3-78b1-4064-a3a5-3685a1f73382 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Notify callbacks [] for floatingip, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:35:25.305959 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-4c91d3e3-78b1-4064-a3a5-3685a1f73382 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91146'] for floatingip, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:35:25.307098 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-4c91d3e3-78b1-4064-a3a5-3685a1f73382 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] 10.222.0.24 "DELETE /v2.0/floatingips/89bc13b4-3a42-4e9a-9fe6-a40793e40fa2 HTTP/1.1" status: 204 len: 168 time: 0.4881911 Jun 22 07:35:26.572179 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 54248) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:35:26.629487 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-3da0e446-03ed-4cf2-8a1c-486fc3028c29 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Notify callbacks [] for security_group, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:35:26.655791 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-3da0e446-03ed-4cf2-8a1c-486fc3028c29 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:35:26.717148 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-3da0e446-03ed-4cf2-8a1c-486fc3028c29 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:35:26.720267 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-3da0e446-03ed-4cf2-8a1c-486fc3028c29 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Notify callbacks [] for security_group, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:35:26.721422 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-3da0e446-03ed-4cf2-8a1c-486fc3028c29 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] 10.222.0.24 "DELETE /v2.0/security-groups/ce8b2d0b-296c-409b-9421-6bffef7a9de7 HTTP/1.1" status: 204 len: 168 time: 0.1481392 Jun 22 07:35:26.722189 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-c9860764-649e-4ace-94b7-f1015a740826 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:35:26.730799 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da0e446-03ed-4cf2-8a1c-486fc3028c29 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce8b2d0b-296c-409b-9421-6bffef7a9de7,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:35:26.733217 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-3da0e446-03ed-4cf2-8a1c-486fc3028c29 tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:35:26.777027 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 54252) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:35:27.483568 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-9e9ad18b-feb1-49ec-a465-3ca2f958388c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581312'] for router_interface, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:35:27.731149 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-9e9ad18b-feb1-49ec-a465-3ca2f958388c admin admin] Deleting port d3fd030a-2e92-497d-b370-68ab0d8e78cf {{(pid=92920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 07:35:27.731842 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-9e9ad18b-feb1-49ec-a465-3ca2f958388c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773474057189'] for port, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:35:27.805759 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-9e9ad18b-feb1-49ec-a465-3ca2f958388c admin admin] For port d3fd030a-2e92-497d-b370-68ab0d8e78cf, host dv-cinder-786627-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-11-iscsi',level=0,port_id=d3fd030a-2e92-497d-b370-68ab0d8e78cf,segment=NetworkSegment(654d3564-a1a5-4ee5-bdf9-e27fee599e4d),segment_id=654d3564-a1a5-4ee5-bdf9-e27fee599e4d)] {{(pid=92920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:35:27.806032 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-9e9ad18b-feb1-49ec-a465-3ca2f958388c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-707208'] for port, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:35:27.871182 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-9e9ad18b-feb1-49ec-a465-3ca2f958388c admin admin] Calling delete_port for d3fd030a-2e92-497d-b370-68ab0d8e78cf owned by network:router_interface {{(pid=92920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 07:35:28.045943 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-9e9ad18b-feb1-49ec-a465-3ca2f958388c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773474061029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773473471600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5150811'] for port, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:35:28.048718 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-9a6acdb4-a913-4ea7-8f9f-d323f7b2bccf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:35:28.075903 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9ad18b-feb1-49ec-a465-3ca2f958388c admin admin] Pushing event deleted for resources: {'Port': ['ID=d3fd030a-2e92-497d-b370-68ab0d8e78cf,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:35:28.078955 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-9e9ad18b-feb1-49ec-a465-3ca2f958388c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:35:28.238179 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-9e9ad18b-feb1-49ec-a465-3ca2f958388c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-690279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581228'] for router_interface, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:35:28.453482 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e9ad18b-feb1-49ec-a465-3ca2f958388c admin admin] Router 59ca7a8b-cca1-47d6-8828-99d07e51bfdc has already been hosted by L3 agent f18ef446-1389-4802-a345-f314a6956002 {{(pid=92920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 07:35:28.555694 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e9ad18b-feb1-49ec-a465-3ca2f958388c admin admin] Notify agent at l3_agent.dv-cinder-786627-11-iscsi the message routers_updated {{(pid=92920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 07:35:28.560590 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-9e9ad18b-feb1-49ec-a465-3ca2f958388c admin admin] 10.222.0.24 "PUT /v2.0/routers/59ca7a8b-cca1-47d6-8828-99d07e51bfdc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7823689 Jun 22 07:35:28.563156 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 54256) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:35:28.563874 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dbb49cd-420f-4857-9037-63c02636d76e None None] Sync routers for ids ['59ca7a8b-cca1-47d6-8828-99d07e51bfdc'] in dv-cinder-786627-11-iscsi {{(pid=92921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 07:35:28.573713 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dbb49cd-420f-4857-9037-63c02636d76e None None] Routers {'59ca7a8b-cca1-47d6-8828-99d07e51bfdc'} bound to L3 agent in host dv-cinder-786627-11-iscsi {{(pid=92921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 07:35:28.574317 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-3dbb49cd-420f-4857-9037-63c02636d76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T07:06:03Z,description=,heartbeat_timestamp=2021-06-22T07:35:03Z,host='dv-cinder-786627-11-iscsi',id=f18ef446-1389-4802-a345-f314a6956002,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T07:06:03Z,topic='l3_agent')) {'router_ids': ['59ca7a8b-cca1-47d6-8828-99d07e51bfdc'], 'active': True} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:35:28.666207 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-2cb18474-3b08-4a6d-a994-67eff8d61fa9 admin admin] Notify callbacks [] for router, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:35:28.678403 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvr_db [None req-3dbb49cd-420f-4857-9037-63c02636d76e None None] Set router 59ca7a8b-cca1-47d6-8828-99d07e51bfdc gateway port host: dv-cinder-786627-11-iscsi {{(pid=92921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 07:35:28.770602 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-2cb18474-3b08-4a6d-a994-67eff8d61fa9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:35:28.822124 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-2cb18474-3b08-4a6d-a994-67eff8d61fa9 admin admin] Deleting port bdfc35b5-4461-413e-a2f5-ad9e329f2040 {{(pid=92920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 07:35:28.822470 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-2cb18474-3b08-4a6d-a994-67eff8d61fa9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773474057189'] for port, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:35:28.857493 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-3dbb49cd-420f-4857-9037-63c02636d76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ca7a8b-cca1-47d6-8828-99d07e51bfdc', 'name': 'tempest-TestVolumeBootPattern-2146042094-router', 'tenant_id': '39e7765ed5cd4e0e9e770bf5a465d8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'external_fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': 'bdfc35b5-4461-413e-a2f5-ad9e329f2040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:27:36Z', 'updated_at': '2021-06-22T07:35:28Z', 'revision_number': 5, 'project_id': '39e7765ed5cd4e0e9e770bf5a465d8ba', 'gw_port': {'id': 'bdfc35b5-4461-413e-a2f5-ad9e329f2040', 'name': '', 'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:0e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ca7a8b-cca1-47d6-8828-99d07e51bfdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:27:37Z', 'updated_at': '2021-06-22T07:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-iscsi'}], 'dv-cinder-786627-11-iscsi', False) {} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:35:28.882539 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dbb49cd-420f-4857-9037-63c02636d76e None None] Checking router: 59ca7a8b-cca1-47d6-8828-99d07e51bfdc for host: dv-cinder-786627-11-iscsi {{(pid=92921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 07:35:28.891064 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dbb49cd-420f-4857-9037-63c02636d76e None None] Routers {'59ca7a8b-cca1-47d6-8828-99d07e51bfdc'} bound to L3 agent in host dv-cinder-786627-11-iscsi {{(pid=92921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 07:35:28.891672 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-3dbb49cd-420f-4857-9037-63c02636d76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T07:06:03Z,description=,heartbeat_timestamp=2021-06-22T07:35:03Z,host='dv-cinder-786627-11-iscsi',id=f18ef446-1389-4802-a345-f314a6956002,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T07:06:03Z,topic='l3_agent')) {'router_ids': ['59ca7a8b-cca1-47d6-8828-99d07e51bfdc'], 'active': True} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:35:28.899333 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-2cb18474-3b08-4a6d-a994-67eff8d61fa9 admin admin] For port bdfc35b5-4461-413e-a2f5-ad9e329f2040, host dv-cinder-786627-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-11-iscsi',level=0,port_id=bdfc35b5-4461-413e-a2f5-ad9e329f2040,segment=NetworkSegment(4e753e82-2fc6-4903-97a0-73083259f586),segment_id=4e753e82-2fc6-4903-97a0-73083259f586)] {{(pid=92920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:35:28.899693 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-2cb18474-3b08-4a6d-a994-67eff8d61fa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-707208'] for port, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:35:28.965665 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-2cb18474-3b08-4a6d-a994-67eff8d61fa9 admin admin] Calling delete_port for bdfc35b5-4461-413e-a2f5-ad9e329f2040 owned by network:router_gateway {{(pid=92920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 07:35:28.976283 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvr_db [None req-3dbb49cd-420f-4857-9037-63c02636d76e None None] Set router 59ca7a8b-cca1-47d6-8828-99d07e51bfdc gateway port host: None {{(pid=92921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 07:35:29.030169 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-3dbb49cd-420f-4857-9037-63c02636d76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ca7a8b-cca1-47d6-8828-99d07e51bfdc', 'name': 'tempest-TestVolumeBootPattern-2146042094-router', 'tenant_id': '39e7765ed5cd4e0e9e770bf5a465d8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:27:36Z', 'updated_at': '2021-06-22T07:35:28Z', 'revision_number': 6, 'project_id': '39e7765ed5cd4e0e9e770bf5a465d8ba', 'gw_port_host': None}], 'dv-cinder-786627-11-iscsi', False) {} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:35:29.062929 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dbb49cd-420f-4857-9037-63c02636d76e None None] The sync data for ids ['59ca7a8b-cca1-47d6-8828-99d07e51bfdc'] in dv-cinder-786627-11-iscsi is: [{'id': '59ca7a8b-cca1-47d6-8828-99d07e51bfdc', 'name': 'tempest-TestVolumeBootPattern-2146042094-router', 'tenant_id': '39e7765ed5cd4e0e9e770bf5a465d8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:27:36Z', 'updated_at': '2021-06-22T07:35:28Z', 'revision_number': 6, 'project_id': '39e7765ed5cd4e0e9e770bf5a465d8ba', 'gw_port_host': None}] {{(pid=92921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 07:35:29.138016 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-2cb18474-3b08-4a6d-a994-67eff8d61fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773474061029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773473471600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5150811'] for port, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:35:29.140892 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-0f107be8-cbaf-40d2-8e3f-b88f08b4ff3d tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:35:29.164009 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb18474-3b08-4a6d-a994-67eff8d61fa9 admin admin] Pushing event deleted for resources: {'Port': ['ID=bdfc35b5-4461-413e-a2f5-ad9e329f2040,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:35:29.168215 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-2cb18474-3b08-4a6d-a994-67eff8d61fa9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:35:29.225692 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-2cb18474-3b08-4a6d-a994-67eff8d61fa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-706633'] for router_gateway, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:35:29.312027 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-2cb18474-3b08-4a6d-a994-67eff8d61fa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23744'] for router, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:35:29.314018 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-2cb18474-3b08-4a6d-a994-67eff8d61fa9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:35:29.355382 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-2cb18474-3b08-4a6d-a994-67eff8d61fa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-579829'] for router, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:35:29.355733 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cb18474-3b08-4a6d-a994-67eff8d61fa9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 59ca7a8b-cca1-47d6-8828-99d07e51bfdc {{(pid=92920) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 07:35:29.359875 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-2cb18474-3b08-4a6d-a994-67eff8d61fa9 admin admin] Notify callbacks [] for router, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:35:29.361048 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-2cb18474-3b08-4a6d-a994-67eff8d61fa9 admin admin] 10.222.0.24 "DELETE /v2.0/routers/59ca7a8b-cca1-47d6-8828-99d07e51bfdc HTTP/1.1" status: 204 len: 168 time: 0.7969732 Jun 22 07:35:29.363618 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 54258) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:35:29.407914 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0ded2d5-2552-40e3-aa1a-0d351aa55d89 admin admin] Deleting subnet 1158cd74-6434-4737-91bb-b3c67fb18a3d {{(pid=92920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 07:35:29.411217 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-b0ded2d5-2552-40e3-aa1a-0d351aa55d89 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:35:29.451576 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-b0ded2d5-2552-40e3-aa1a-0d351aa55d89 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5150738'] for subnet, precommit_delete_associations {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:35:29.528227 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-b0ded2d5-2552-40e3-aa1a-0d351aa55d89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1883746'] for subnet, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:35:29.579284 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-b0ded2d5-2552-40e3-aa1a-0d351aa55d89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1883739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5150737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5183227'] for subnet, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:35:29.582050 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:35:29.608170 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-b0ded2d5-2552-40e3-aa1a-0d351aa55d89 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:35:29.612626 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 54260) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:35:29.613167 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-b0ded2d5-2552-40e3-aa1a-0d351aa55d89 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/1158cd74-6434-4737-91bb-b3c67fb18a3d HTTP/1.1" status: 204 len: 168 time: 0.2482519 Jun 22 07:35:29.615068 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6c269e4-d0f1-4dbb-9481-c5e779bf4f54 None None] Network 8e2ae9a8-9228-4c23-8cea-73e784abde4d requested from dv-cinder-786627-11-iscsi {{(pid=92921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 07:35:29.615616 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ded2d5-2552-40e3-aa1a-0d351aa55d89 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1158cd74-6434-4737-91bb-b3c67fb18a3d,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:35:29.617470 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-b0ded2d5-2552-40e3-aa1a-0d351aa55d89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:35:29.680971 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-017e6ed2-48fb-4bbb-83b1-e6360606ae29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777681'] for network, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:35:29.736686 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.plugin [None req-017e6ed2-48fb-4bbb-83b1-e6360606ae29 admin admin] Deleting port 0d22f06e-a290-4d76-836d-30aed2e68e49 {{(pid=92919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 07:35:29.736945 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-017e6ed2-48fb-4bbb-83b1-e6360606ae29 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773474057189'] for port, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:35:29.800762 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.db [None req-017e6ed2-48fb-4bbb-83b1-e6360606ae29 admin admin] For port 0d22f06e-a290-4d76-836d-30aed2e68e49, host dv-cinder-786627-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-11-iscsi',level=0,port_id=0d22f06e-a290-4d76-836d-30aed2e68e49,segment=NetworkSegment(654d3564-a1a5-4ee5-bdf9-e27fee599e4d),segment_id=654d3564-a1a5-4ee5-bdf9-e27fee599e4d)] {{(pid=92919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:35:29.801142 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-017e6ed2-48fb-4bbb-83b1-e6360606ae29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-707208'] for port, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:35:29.815868 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a37513e-21b6-4a15-8b17-31570b5c1b2c None None] DHCP port deletion for 8e2ae9a8-9228-4c23-8cea-73e784abde4d request from dv-cinder-786627-11-iscsi {{(pid=92921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 07:35:29.862925 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-6a37513e-21b6-4a15-8b17-31570b5c1b2c None None] Deleting port 0d22f06e-a290-4d76-836d-30aed2e68e49 {{(pid=92921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 07:35:29.863316 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-6a37513e-21b6-4a15-8b17-31570b5c1b2c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773474057189'] for port, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:35:29.874335 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.plugin [None req-017e6ed2-48fb-4bbb-83b1-e6360606ae29 admin admin] Calling delete_port for 0d22f06e-a290-4d76-836d-30aed2e68e49 owned by network:dhcp {{(pid=92919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 07:35:29.928722 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-6a37513e-21b6-4a15-8b17-31570b5c1b2c None None] For port 0d22f06e-a290-4d76-836d-30aed2e68e49, host dv-cinder-786627-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-11-iscsi',level=0,port_id=0d22f06e-a290-4d76-836d-30aed2e68e49,segment=NetworkSegment(654d3564-a1a5-4ee5-bdf9-e27fee599e4d),segment_id=654d3564-a1a5-4ee5-bdf9-e27fee599e4d)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:35:29.929115 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-6a37513e-21b6-4a15-8b17-31570b5c1b2c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-707208'] for port, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:35:29.955300 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-017e6ed2-48fb-4bbb-83b1-e6360606ae29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773474061029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773473471600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4832659'] for port, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:35:29.958613 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-2ead19b1-1c5a-4493-a933-c7f8c79246f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:35:29.986313 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017e6ed2-48fb-4bbb-83b1-e6360606ae29 admin admin] No DVR routers for this DVR port 0d22f06e-a290-4d76-836d-30aed2e68e49 on host dv-cinder-786627-11-iscsi {{(pid=92919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 07:35:29.990686 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017e6ed2-48fb-4bbb-83b1-e6360606ae29 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d22f06e-a290-4d76-836d-30aed2e68e49,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:35:29.993171 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-017e6ed2-48fb-4bbb-83b1-e6360606ae29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:35:29.993760 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-6a37513e-21b6-4a15-8b17-31570b5c1b2c None None] Calling delete_port for 0d22f06e-a290-4d76-836d-30aed2e68e49 owned by network:dhcp {{(pid=92921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 07:35:30.075767 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-017e6ed2-48fb-4bbb-83b1-e6360606ae29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1883115', 'neutron.services.segments.db._delete_segments_for_network-8773474011859'] for network, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:35:30.086206 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.services.segments.db [None req-017e6ed2-48fb-4bbb-83b1-e6360606ae29 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e2ae9a8-9228-4c23-8cea-73e784abde4d']}} {{(pid=92919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:35:30.088035 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-6a37513e-21b6-4a15-8b17-31570b5c1b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773474061029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773473471600'] for port, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:35:30.092570 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:35:30.097716 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.services.segments.db [None req-017e6ed2-48fb-4bbb-83b1-e6360606ae29 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '654d3564-a1a5-4ee5-bdf9-e27fee599e4d') {'for_net_delete': True} {{(pid=92919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:35:30.098016 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.services.segments.db [None req-017e6ed2-48fb-4bbb-83b1-e6360606ae29 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '654d3564-a1a5-4ee5-bdf9-e27fee599e4d') {} {{(pid=92919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:35:30.111928 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-017e6ed2-48fb-4bbb-83b1-e6360606ae29 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773474011688', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4640638'] for segment, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:35:30.125531 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Device 0d22f06e-a290-4d76-836d-30aed2e68e49 no longer exists at agent ovs-agent-dv-cinder-786627-11-iscsi {{(pid=92921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 07:35:30.126635 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-017e6ed2-48fb-4bbb-83b1-e6360606ae29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1885363'] for segment, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:35:30.128163 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a37513e-21b6-4a15-8b17-31570b5c1b2c None None] No DVR routers for this DVR port 0d22f06e-a290-4d76-836d-30aed2e68e49 on host dv-cinder-786627-11-iscsi {{(pid=92921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 07:35:30.131407 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a37513e-21b6-4a15-8b17-31570b5c1b2c None None] Pushing event deleted for resources: {'Port': ['ID=0d22f06e-a290-4d76-836d-30aed2e68e49,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:35:30.133701 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-017e6ed2-48fb-4bbb-83b1-e6360606ae29 admin admin] Releasing vlan 416 on physical network physnet1 to pool {{(pid=92919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 07:35:30.134307 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-017e6ed2-48fb-4bbb-83b1-e6360606ae29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1885363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5222240'] for segment, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:35:30.137883 dv-cinder-786627-11-iscsi neutron-server[92919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 07:35:30.137883 dv-cinder-786627-11-iscsi neutron-server[92919]: conditions |= (models_v2.Port.network_id.in_( Jun 22 07:35:30.137883 dv-cinder-786627-11-iscsi neutron-server[92919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 07:35:30.137883 dv-cinder-786627-11-iscsi neutron-server[92919]: conditions |= (models_v2.Port.network_id.in_( Jun 22 07:35:30.137883 dv-cinder-786627-11-iscsi neutron-server[92919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 07:35:30.137883 dv-cinder-786627-11-iscsi neutron-server[92919]: conditions |= (models_v2.Port.network_id.in_( Jun 22 07:35:30.137883 dv-cinder-786627-11-iscsi neutron-server[92919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 07:35:30.137883 dv-cinder-786627-11-iscsi neutron-server[92919]: conditions |= (models_v2.Port.network_id.in_( Jun 22 07:35:30.137883 dv-cinder-786627-11-iscsi neutron-server[92919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 07:35:30.137883 dv-cinder-786627-11-iscsi neutron-server[92919]: conditions |= (models_v2.Port.network_id.in_( Jun 22 07:35:30.137883 dv-cinder-786627-11-iscsi neutron-server[92919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 07:35:30.137883 dv-cinder-786627-11-iscsi neutron-server[92919]: conditions |= (models_v2.Port.network_id.in_( Jun 22 07:35:30.137883 dv-cinder-786627-11-iscsi neutron-server[92919]: Traceback (most recent call last): Jun 22 07:35:30.137883 dv-cinder-786627-11-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 07:35:30.137883 dv-cinder-786627-11-iscsi neutron-server[92919]: timer() Jun 22 07:35:30.137883 dv-cinder-786627-11-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 07:35:30.137883 dv-cinder-786627-11-iscsi neutron-server[92919]: cb(*args, **kw) Jun 22 07:35:30.137883 dv-cinder-786627-11-iscsi neutron-server[92919]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 07:35:30.137883 dv-cinder-786627-11-iscsi neutron-server[92919]: return func(*args, **kwargs) Jun 22 07:35:30.137883 dv-cinder-786627-11-iscsi neutron-server[92919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 07:35:30.137883 dv-cinder-786627-11-iscsi neutron-server[92919]: self._notify() Jun 22 07:35:30.137883 dv-cinder-786627-11-iscsi neutron-server[92919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 07:35:30.137883 dv-cinder-786627-11-iscsi neutron-server[92919]: self.callback(batched_events) Jun 22 07:35:30.137883 dv-cinder-786627-11-iscsi neutron-server[92919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 07:35:30.137883 dv-cinder-786627-11-iscsi neutron-server[92919]: event.method(event) Jun 22 07:35:30.137883 dv-cinder-786627-11-iscsi neutron-server[92919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 07:35:30.137883 dv-cinder-786627-11-iscsi neutron-server[92919]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 07:35:30.137883 dv-cinder-786627-11-iscsi neutron-server[92919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 07:35:30.137883 dv-cinder-786627-11-iscsi neutron-server[92919]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 07:35:30.137883 dv-cinder-786627-11-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 07:35:30.137883 dv-cinder-786627-11-iscsi neutron-server[92919]: return f(self, *a, **k) Jun 22 07:35:30.137883 dv-cinder-786627-11-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 07:35:30.137883 dv-cinder-786627-11-iscsi neutron-server[92919]: return self._get(url).json() Jun 22 07:35:30.137883 dv-cinder-786627-11-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 07:35:30.137883 dv-cinder-786627-11-iscsi neutron-server[92919]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 07:35:30.137883 dv-cinder-786627-11-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 07:35:30.137883 dv-cinder-786627-11-iscsi neutron-server[92919]: return self.request(url, 'GET', **kwargs) Jun 22 07:35:30.137883 dv-cinder-786627-11-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 07:35:30.137883 dv-cinder-786627-11-iscsi neutron-server[92919]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 07:35:30.137883 dv-cinder-786627-11-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 07:35:30.137883 dv-cinder-786627-11-iscsi neutron-server[92919]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 07:35:30.137883 dv-cinder-786627-11-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 07:35:30.137883 dv-cinder-786627-11-iscsi neutron-server[92919]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 07:35:30.137883 dv-cinder-786627-11-iscsi neutron-server[92919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 07:35:30.164328 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a37513e-21b6-4a15-8b17-31570b5c1b2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:35:30.164712 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a37513e-21b6-4a15-8b17-31570b5c1b2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:35:30.165051 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a37513e-21b6-4a15-8b17-31570b5c1b2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:35:30.165386 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a37513e-21b6-4a15-8b17-31570b5c1b2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:35:30.165720 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a37513e-21b6-4a15-8b17-31570b5c1b2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:35:30.166046 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a37513e-21b6-4a15-8b17-31570b5c1b2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:35:30.166372 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a37513e-21b6-4a15-8b17-31570b5c1b2c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:35:30.166757 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a37513e-21b6-4a15-8b17-31570b5c1b2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:35:30.167333 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a37513e-21b6-4a15-8b17-31570b5c1b2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:35:30.167681 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a37513e-21b6-4a15-8b17-31570b5c1b2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:35:30.168007 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a37513e-21b6-4a15-8b17-31570b5c1b2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:35:30.168330 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a37513e-21b6-4a15-8b17-31570b5c1b2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-11-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 07:35:30.171872 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] No Port match for: 0d22f06e-a290-4d76-836d-30aed2e68e49 {{(pid=92921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 07:35:30.172227 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Device 0d22f06e-a290-4d76-836d-30aed2e68e49 not bound to the agent host dv-cinder-786627-11-iscsi {{(pid=92921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 07:35:30.172670 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Device bdfc35b5-4461-413e-a2f5-ad9e329f2040 no longer exists at agent ovs-agent-dv-cinder-786627-11-iscsi {{(pid=92921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 07:35:30.192613 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-6a37513e-21b6-4a15-8b17-31570b5c1b2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:35:30.195221 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] No Port match for: bdfc35b5-4461-413e-a2f5-ad9e329f2040 {{(pid=92921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 07:35:30.195548 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Device bdfc35b5-4461-413e-a2f5-ad9e329f2040 not bound to the agent host dv-cinder-786627-11-iscsi {{(pid=92921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 07:35:30.195957 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Device d3fd030a-2e92-497d-b370-68ab0d8e78cf no longer exists at agent ovs-agent-dv-cinder-786627-11-iscsi {{(pid=92921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 07:35:30.196842 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-017e6ed2-48fb-4bbb-83b1-e6360606ae29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1883104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-54575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-690206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-706735'] for network, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:35:30.201237 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:35:30.204216 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-017e6ed2-48fb-4bbb-83b1-e6360606ae29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-690179'] for network, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:35:30.205529 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-017e6ed2-48fb-4bbb-83b1-e6360606ae29 admin admin] 10.222.0.24 "DELETE /v2.0/networks/8e2ae9a8-9228-4c23-8cea-73e784abde4d HTTP/1.1" status: 204 len: 168 time: 0.5919321 Jun 22 07:35:30.208763 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 54262) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:35:30.217760 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017e6ed2-48fb-4bbb-83b1-e6360606ae29 admin admin] Pushing event deleted for resources: {'Network': ['ID=8e2ae9a8-9228-4c23-8cea-73e784abde4d,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:35:30.220773 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-017e6ed2-48fb-4bbb-83b1-e6360606ae29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:35:30.252889 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] No Port match for: d3fd030a-2e92-497d-b370-68ab0d8e78cf {{(pid=92921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 07:35:30.253236 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Device d3fd030a-2e92-497d-b370-68ab0d8e78cf not bound to the agent host dv-cinder-786627-11-iscsi {{(pid=92921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 07:35:30.554603 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-2c77598c-fce4-433e-a4b6-8784bc644ec4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581312'] for router_interface, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:35:30.739368 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-2b7aeba2-7532-4fac-bbcd-c6413cc5cda6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:35:30.807979 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-2c77598c-fce4-433e-a4b6-8784bc644ec4 admin admin] Deleting port 2a9aca21-9ff5-48da-8c1a-17cd7293fabb {{(pid=92920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 07:35:30.808419 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-2c77598c-fce4-433e-a4b6-8784bc644ec4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773474057189'] for port, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:35:30.890079 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-2c77598c-fce4-433e-a4b6-8784bc644ec4 admin admin] For port 2a9aca21-9ff5-48da-8c1a-17cd7293fabb, host dv-cinder-786627-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-11-iscsi',level=0,port_id=2a9aca21-9ff5-48da-8c1a-17cd7293fabb,segment=NetworkSegment(de77fe51-566e-4e0b-ab2e-082ac466986f),segment_id=de77fe51-566e-4e0b-ab2e-082ac466986f)] {{(pid=92920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:35:30.890430 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-2c77598c-fce4-433e-a4b6-8784bc644ec4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-707208'] for port, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:35:30.954028 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-2c77598c-fce4-433e-a4b6-8784bc644ec4 admin admin] Calling delete_port for 2a9aca21-9ff5-48da-8c1a-17cd7293fabb owned by network:router_interface {{(pid=92920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 07:35:31.127479 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-2c77598c-fce4-433e-a4b6-8784bc644ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773474061029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773473471600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5150811'] for port, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:35:31.130055 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-0f107be8-cbaf-40d2-8e3f-b88f08b4ff3d tempest-TestVolumeBootPattern-1280332022 tempest-TestVolumeBootPattern-1280332022-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:35:31.156325 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c77598c-fce4-433e-a4b6-8784bc644ec4 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a9aca21-9ff5-48da-8c1a-17cd7293fabb,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:35:31.160034 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-2c77598c-fce4-433e-a4b6-8784bc644ec4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:35:31.591634 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-2c77598c-fce4-433e-a4b6-8784bc644ec4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-690279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581228'] for router_interface, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:35:31.798657 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c77598c-fce4-433e-a4b6-8784bc644ec4 admin admin] Router 8ab205d3-3745-412c-8f0c-bb648a46f74e has already been hosted by L3 agent f18ef446-1389-4802-a345-f314a6956002 {{(pid=92920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 07:35:31.899863 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c77598c-fce4-433e-a4b6-8784bc644ec4 admin admin] Notify agent at l3_agent.dv-cinder-786627-11-iscsi the message routers_updated {{(pid=92920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 07:35:31.905499 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-2c77598c-fce4-433e-a4b6-8784bc644ec4 admin admin] 10.222.0.24 "PUT /v2.0/routers/8ab205d3-3745-412c-8f0c-bb648a46f74e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6956761 Jun 22 07:35:31.907926 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 54264) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:35:31.910465 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba865c86-f150-4f60-96da-d073b26d8f85 None None] Sync routers for ids ['8ab205d3-3745-412c-8f0c-bb648a46f74e'] in dv-cinder-786627-11-iscsi {{(pid=92922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 07:35:31.919519 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba865c86-f150-4f60-96da-d073b26d8f85 None None] Routers {'8ab205d3-3745-412c-8f0c-bb648a46f74e'} bound to L3 agent in host dv-cinder-786627-11-iscsi {{(pid=92922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 07:35:31.920133 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-ba865c86-f150-4f60-96da-d073b26d8f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T07:06:03Z,description=,heartbeat_timestamp=2021-06-22T07:35:03Z,host='dv-cinder-786627-11-iscsi',id=f18ef446-1389-4802-a345-f314a6956002,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T07:06:03Z,topic='l3_agent')) {'router_ids': ['8ab205d3-3745-412c-8f0c-bb648a46f74e'], 'active': True} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:35:32.008054 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-079703ac-5e88-4df1-be42-333a78d6dc8b admin admin] Notify callbacks [] for router, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:35:32.020519 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvr_db [None req-ba865c86-f150-4f60-96da-d073b26d8f85 None None] Set router 8ab205d3-3745-412c-8f0c-bb648a46f74e gateway port host: dv-cinder-786627-11-iscsi {{(pid=92922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 07:35:32.112765 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-079703ac-5e88-4df1-be42-333a78d6dc8b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:35:32.165052 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-079703ac-5e88-4df1-be42-333a78d6dc8b admin admin] Deleting port 2b926f85-66be-4e09-97a8-9a46fdd2322f {{(pid=92920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 07:35:32.165284 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-079703ac-5e88-4df1-be42-333a78d6dc8b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773474057189'] for port, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:35:32.198062 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-ba865c86-f150-4f60-96da-d073b26d8f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ab205d3-3745-412c-8f0c-bb648a46f74e', 'name': 'tempest-TestVolumeBootPattern-1075978305-router', 'tenant_id': '9a9e0a0f477e49cb8765985511d23819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'external_fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': '2b926f85-66be-4e09-97a8-9a46fdd2322f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:27:41Z', 'updated_at': '2021-06-22T07:35:31Z', 'revision_number': 5, 'project_id': '9a9e0a0f477e49cb8765985511d23819', 'gw_port': {'id': '2b926f85-66be-4e09-97a8-9a46fdd2322f', 'name': '', 'network_id': '73c4e24d-548c-4da2-96ca-75881b5fbbd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab205d3-3745-412c-8f0c-bb648a46f74e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T07:27:41Z', 'updated_at': '2021-06-22T07:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '544f46cc-96c5-45ec-92af-d864e0b11db8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-11-iscsi'}], 'dv-cinder-786627-11-iscsi', False) {} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:35:32.223768 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba865c86-f150-4f60-96da-d073b26d8f85 None None] Checking router: 8ab205d3-3745-412c-8f0c-bb648a46f74e for host: dv-cinder-786627-11-iscsi {{(pid=92922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 07:35:32.232642 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba865c86-f150-4f60-96da-d073b26d8f85 None None] Routers {'8ab205d3-3745-412c-8f0c-bb648a46f74e'} bound to L3 agent in host dv-cinder-786627-11-iscsi {{(pid=92922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 07:35:32.233261 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-ba865c86-f150-4f60-96da-d073b26d8f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T07:06:03Z,description=,heartbeat_timestamp=2021-06-22T07:35:03Z,host='dv-cinder-786627-11-iscsi',id=f18ef446-1389-4802-a345-f314a6956002,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T07:06:03Z,topic='l3_agent')) {'router_ids': ['8ab205d3-3745-412c-8f0c-bb648a46f74e'], 'active': True} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:35:32.245570 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-079703ac-5e88-4df1-be42-333a78d6dc8b admin admin] For port 2b926f85-66be-4e09-97a8-9a46fdd2322f, host dv-cinder-786627-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-11-iscsi',level=0,port_id=2b926f85-66be-4e09-97a8-9a46fdd2322f,segment=NetworkSegment(4e753e82-2fc6-4903-97a0-73083259f586),segment_id=4e753e82-2fc6-4903-97a0-73083259f586)] {{(pid=92920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:35:32.245933 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-079703ac-5e88-4df1-be42-333a78d6dc8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-707208'] for port, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:35:32.309825 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-079703ac-5e88-4df1-be42-333a78d6dc8b admin admin] Calling delete_port for 2b926f85-66be-4e09-97a8-9a46fdd2322f owned by network:router_gateway {{(pid=92920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 07:35:32.314408 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvr_db [None req-ba865c86-f150-4f60-96da-d073b26d8f85 None None] Set router 8ab205d3-3745-412c-8f0c-bb648a46f74e gateway port host: None {{(pid=92922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 07:35:32.366397 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-ba865c86-f150-4f60-96da-d073b26d8f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ab205d3-3745-412c-8f0c-bb648a46f74e', 'name': 'tempest-TestVolumeBootPattern-1075978305-router', 'tenant_id': '9a9e0a0f477e49cb8765985511d23819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:27:41Z', 'updated_at': '2021-06-22T07:35:32Z', 'revision_number': 6, 'project_id': '9a9e0a0f477e49cb8765985511d23819', 'gw_port_host': None}], 'dv-cinder-786627-11-iscsi', False) {} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:35:32.474603 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-079703ac-5e88-4df1-be42-333a78d6dc8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773474061029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773473471600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5150811'] for port, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:35:32.476522 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-de8f669f-26f1-4e13-bfe1-225538f94e2e tempest-AttachVolumeNegativeTest-1578525843 tempest-AttachVolumeNegativeTest-1578525843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:35:32.480590 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba865c86-f150-4f60-96da-d073b26d8f85 None None] The sync data for ids ['8ab205d3-3745-412c-8f0c-bb648a46f74e'] in dv-cinder-786627-11-iscsi is: [{'id': '8ab205d3-3745-412c-8f0c-bb648a46f74e', 'name': 'tempest-TestVolumeBootPattern-1075978305-router', 'tenant_id': '9a9e0a0f477e49cb8765985511d23819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T07:27:41Z', 'updated_at': '2021-06-22T07:35:32Z', 'revision_number': 6, 'project_id': '9a9e0a0f477e49cb8765985511d23819', 'gw_port_host': None}] {{(pid=92922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 07:35:32.501118 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079703ac-5e88-4df1-be42-333a78d6dc8b admin admin] Pushing event deleted for resources: {'Port': ['ID=2b926f85-66be-4e09-97a8-9a46fdd2322f,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:35:32.504198 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-079703ac-5e88-4df1-be42-333a78d6dc8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:35:32.564530 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-079703ac-5e88-4df1-be42-333a78d6dc8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-706633'] for router_gateway, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:35:32.652988 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-079703ac-5e88-4df1-be42-333a78d6dc8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23744'] for router, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:35:32.655601 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-079703ac-5e88-4df1-be42-333a78d6dc8b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:35:32.695841 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-079703ac-5e88-4df1-be42-333a78d6dc8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-579829'] for router, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:35:32.696345 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-079703ac-5e88-4df1-be42-333a78d6dc8b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8ab205d3-3745-412c-8f0c-bb648a46f74e {{(pid=92920) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 07:35:32.701272 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-079703ac-5e88-4df1-be42-333a78d6dc8b admin admin] Notify callbacks [] for router, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:35:32.702423 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-079703ac-5e88-4df1-be42-333a78d6dc8b admin admin] 10.222.0.24 "DELETE /v2.0/routers/8ab205d3-3745-412c-8f0c-bb648a46f74e HTTP/1.1" status: 204 len: 168 time: 0.7935708 Jun 22 07:35:32.704993 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 54266) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:35:32.751133 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.db.db_base_plugin_v2 [None req-9af49212-d7ec-4480-b828-4bef568168b4 admin admin] Deleting subnet 86e3bc9b-9aac-41fd-873c-e13840ad4dab {{(pid=92920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 07:35:32.754038 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-9af49212-d7ec-4480-b828-4bef568168b4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:35:32.790707 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-9af49212-d7ec-4480-b828-4bef568168b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5150738'] for subnet, precommit_delete_associations {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:35:32.867409 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-9af49212-d7ec-4480-b828-4bef568168b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1883746'] for subnet, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:35:32.916306 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.agents_db [None req-74002642-eed4-46c6-8f70-93846dc748c3 None None] Agent healthcheck: found 6 active agents {{(pid=92922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 07:35:32.924839 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-9af49212-d7ec-4480-b828-4bef568168b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1883739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5150737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5183227'] for subnet, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:35:32.927453 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:35:32.955301 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af49212-d7ec-4480-b828-4bef568168b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86e3bc9b-9aac-41fd-873c-e13840ad4dab,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:35:32.957260 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-9af49212-d7ec-4480-b828-4bef568168b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:35:32.962039 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-9af49212-d7ec-4480-b828-4bef568168b4 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/86e3bc9b-9aac-41fd-873c-e13840ad4dab HTTP/1.1" status: 204 len: 168 time: 0.2534583 Jun 22 07:35:32.962039 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-9af49212-d7ec-4480-b828-4bef568168b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:35:32.962039 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 54268) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:35:32.965064 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3961d754-40d2-4e04-9c1f-6c510697203c None None] Network 0e23cffd-a806-45c4-a610-38bb692325c6 requested from dv-cinder-786627-11-iscsi {{(pid=92921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 07:35:33.029532 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-63e18a52-a0db-45b5-a346-d317e61d77c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1777681'] for network, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:35:33.080007 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-63e18a52-a0db-45b5-a346-d317e61d77c2 admin admin] Deleting port a21d8cc8-0019-4a1d-bfd7-d76efd7da5d8 {{(pid=92920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 07:35:33.080349 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-63e18a52-a0db-45b5-a346-d317e61d77c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773474057189'] for port, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:35:33.107874 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-6b5ea66a-1d9b-47a2-92f3-434dd22783d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:35:33.149059 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-63e18a52-a0db-45b5-a346-d317e61d77c2 admin admin] For port a21d8cc8-0019-4a1d-bfd7-d76efd7da5d8, host dv-cinder-786627-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-11-iscsi',level=0,port_id=a21d8cc8-0019-4a1d-bfd7-d76efd7da5d8,segment=NetworkSegment(de77fe51-566e-4e0b-ab2e-082ac466986f),segment_id=de77fe51-566e-4e0b-ab2e-082ac466986f)] {{(pid=92920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:35:33.149417 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-63e18a52-a0db-45b5-a346-d317e61d77c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-707208'] for port, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:35:33.211145 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-63e18a52-a0db-45b5-a346-d317e61d77c2 admin admin] Calling delete_port for a21d8cc8-0019-4a1d-bfd7-d76efd7da5d8 owned by network:dhcp {{(pid=92920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 07:35:33.230108 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aebc226e-65de-4cb8-9c35-02e8e0b9f504 None None] DHCP port deletion for 0e23cffd-a806-45c4-a610-38bb692325c6 request from dv-cinder-786627-11-iscsi {{(pid=92921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 07:35:33.281218 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-aebc226e-65de-4cb8-9c35-02e8e0b9f504 None None] Deleting port a21d8cc8-0019-4a1d-bfd7-d76efd7da5d8 {{(pid=92921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 07:35:33.281676 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-aebc226e-65de-4cb8-9c35-02e8e0b9f504 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773474057189'] for port, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:35:33.296283 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-63e18a52-a0db-45b5-a346-d317e61d77c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773474061029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773473471600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5150811'] for port, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:35:33.299340 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-d49e3a61-c5bd-41ed-b12b-9be0314cf81f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:35:33.324036 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e18a52-a0db-45b5-a346-d317e61d77c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=a21d8cc8-0019-4a1d-bfd7-d76efd7da5d8,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:35:33.325876 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e18a52-a0db-45b5-a346-d317e61d77c2 admin admin] No DVR routers for this DVR port a21d8cc8-0019-4a1d-bfd7-d76efd7da5d8 on host dv-cinder-786627-11-iscsi {{(pid=92920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 07:35:33.327357 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-63e18a52-a0db-45b5-a346-d317e61d77c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:35:33.347546 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:35:33.364069 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-aebc226e-65de-4cb8-9c35-02e8e0b9f504 None None] For port a21d8cc8-0019-4a1d-bfd7-d76efd7da5d8, host dv-cinder-786627-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-11-iscsi',level=0,port_id=a21d8cc8-0019-4a1d-bfd7-d76efd7da5d8,segment=NetworkSegment(de77fe51-566e-4e0b-ab2e-082ac466986f),segment_id=de77fe51-566e-4e0b-ab2e-082ac466986f)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 07:35:33.364481 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-aebc226e-65de-4cb8-9c35-02e8e0b9f504 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-707208'] for port, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:35:33.399847 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-63e18a52-a0db-45b5-a346-d317e61d77c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1883115', 'neutron.services.segments.db._delete_segments_for_network-8773474011859'] for network, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:35:33.411066 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.services.segments.db [None req-63e18a52-a0db-45b5-a346-d317e61d77c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e23cffd-a806-45c4-a610-38bb692325c6']}} {{(pid=92920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:35:33.422722 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.services.segments.db [None req-63e18a52-a0db-45b5-a346-d317e61d77c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de77fe51-566e-4e0b-ab2e-082ac466986f') {'for_net_delete': True} {{(pid=92920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:35:33.423131 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.services.segments.db [None req-63e18a52-a0db-45b5-a346-d317e61d77c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de77fe51-566e-4e0b-ab2e-082ac466986f') {} {{(pid=92920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 07:35:33.433379 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-63e18a52-a0db-45b5-a346-d317e61d77c2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773474011688', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5150757'] for segment, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:35:33.448941 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-63e18a52-a0db-45b5-a346-d317e61d77c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1885363'] for segment, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:35:33.455812 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63e18a52-a0db-45b5-a346-d317e61d77c2 admin admin] Releasing vlan 436 on physical network physnet1 to pool {{(pid=92920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 07:35:33.456250 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-63e18a52-a0db-45b5-a346-d317e61d77c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1885363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4754088'] for segment, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:35:33.491805 dv-cinder-786627-11-iscsi neutron-server[92920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 07:35:33.491805 dv-cinder-786627-11-iscsi neutron-server[92920]: conditions |= (models_v2.Port.network_id.in_( Jun 22 07:35:33.491805 dv-cinder-786627-11-iscsi neutron-server[92920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 07:35:33.491805 dv-cinder-786627-11-iscsi neutron-server[92920]: conditions |= (models_v2.Port.network_id.in_( Jun 22 07:35:33.491805 dv-cinder-786627-11-iscsi neutron-server[92920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 07:35:33.491805 dv-cinder-786627-11-iscsi neutron-server[92920]: conditions |= (models_v2.Port.network_id.in_( Jun 22 07:35:33.491805 dv-cinder-786627-11-iscsi neutron-server[92920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 07:35:33.491805 dv-cinder-786627-11-iscsi neutron-server[92920]: conditions |= (models_v2.Port.network_id.in_( Jun 22 07:35:33.491805 dv-cinder-786627-11-iscsi neutron-server[92920]: Traceback (most recent call last): Jun 22 07:35:33.491805 dv-cinder-786627-11-iscsi neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 07:35:33.491805 dv-cinder-786627-11-iscsi neutron-server[92920]: timer() Jun 22 07:35:33.491805 dv-cinder-786627-11-iscsi neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 07:35:33.491805 dv-cinder-786627-11-iscsi neutron-server[92920]: cb(*args, **kw) Jun 22 07:35:33.491805 dv-cinder-786627-11-iscsi neutron-server[92920]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 07:35:33.491805 dv-cinder-786627-11-iscsi neutron-server[92920]: return func(*args, **kwargs) Jun 22 07:35:33.491805 dv-cinder-786627-11-iscsi neutron-server[92920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 07:35:33.491805 dv-cinder-786627-11-iscsi neutron-server[92920]: self._notify() Jun 22 07:35:33.491805 dv-cinder-786627-11-iscsi neutron-server[92920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 07:35:33.491805 dv-cinder-786627-11-iscsi neutron-server[92920]: self.callback(batched_events) Jun 22 07:35:33.491805 dv-cinder-786627-11-iscsi neutron-server[92920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 07:35:33.491805 dv-cinder-786627-11-iscsi neutron-server[92920]: event.method(event) Jun 22 07:35:33.491805 dv-cinder-786627-11-iscsi neutron-server[92920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 07:35:33.491805 dv-cinder-786627-11-iscsi neutron-server[92920]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 07:35:33.491805 dv-cinder-786627-11-iscsi neutron-server[92920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 07:35:33.491805 dv-cinder-786627-11-iscsi neutron-server[92920]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 07:35:33.491805 dv-cinder-786627-11-iscsi neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 07:35:33.491805 dv-cinder-786627-11-iscsi neutron-server[92920]: return f(self, *a, **k) Jun 22 07:35:33.491805 dv-cinder-786627-11-iscsi neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 07:35:33.491805 dv-cinder-786627-11-iscsi neutron-server[92920]: return self._get(url).json() Jun 22 07:35:33.491805 dv-cinder-786627-11-iscsi neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 07:35:33.491805 dv-cinder-786627-11-iscsi neutron-server[92920]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 07:35:33.491805 dv-cinder-786627-11-iscsi neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 07:35:33.491805 dv-cinder-786627-11-iscsi neutron-server[92920]: return self.request(url, 'GET', **kwargs) Jun 22 07:35:33.491805 dv-cinder-786627-11-iscsi neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 07:35:33.491805 dv-cinder-786627-11-iscsi neutron-server[92920]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 07:35:33.491805 dv-cinder-786627-11-iscsi neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 07:35:33.491805 dv-cinder-786627-11-iscsi neutron-server[92920]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 07:35:33.491805 dv-cinder-786627-11-iscsi neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 07:35:33.491805 dv-cinder-786627-11-iscsi neutron-server[92920]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 07:35:33.491805 dv-cinder-786627-11-iscsi neutron-server[92920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 07:35:33.515169 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-63e18a52-a0db-45b5-a346-d317e61d77c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1883104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-54575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-690206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-706735'] for network, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:35:33.519047 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:35:33.532886 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-63e18a52-a0db-45b5-a346-d317e61d77c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-690179'] for network, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:35:33.536677 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-63e18a52-a0db-45b5-a346-d317e61d77c2 admin admin] 10.222.0.24 "DELETE /v2.0/networks/0e23cffd-a806-45c4-a610-38bb692325c6 HTTP/1.1" status: 204 len: 168 time: 0.5719097 Jun 22 07:35:33.536677 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e18a52-a0db-45b5-a346-d317e61d77c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=0e23cffd-a806-45c4-a610-38bb692325c6,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:35:33.539236 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-63e18a52-a0db-45b5-a346-d317e61d77c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:35:33.559738 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-aebc226e-65de-4cb8-9c35-02e8e0b9f504 None None] Calling delete_port for a21d8cc8-0019-4a1d-bfd7-d76efd7da5d8 owned by network:dhcp {{(pid=92921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 07:35:33.635139 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-aebc226e-65de-4cb8-9c35-02e8e0b9f504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1809558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-690197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773474061029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773473471600'] for port, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:35:33.638531 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:35:33.642641 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 54272) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:35:33.643769 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-aebc226e-65de-4cb8-9c35-02e8e0b9f504 None None] Network 0e23cffd-a806-45c4-a610-38bb692325c6 is not hosted by any dhcp agent {{(pid=92921) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 22 07:35:33.644281 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aebc226e-65de-4cb8-9c35-02e8e0b9f504 None None] No DVR routers for this DVR port a21d8cc8-0019-4a1d-bfd7-d76efd7da5d8 on host dv-cinder-786627-11-iscsi {{(pid=92921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 07:35:33.665542 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebc226e-65de-4cb8-9c35-02e8e0b9f504 None None] Pushing event deleted for resources: {'Port': ['ID=a21d8cc8-0019-4a1d-bfd7-d76efd7da5d8,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:35:33.667738 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-aebc226e-65de-4cb8-9c35-02e8e0b9f504 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:35:33.685436 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-fd3fb0db-8310-4ca7-8f59-fd079a416890 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=39e7765ed5cd4e0e9e770bf5a465d8ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0405960 Jun 22 07:35:33.687816 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.24', 54274) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:35:33.739087 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-b03b34b8-b336-484a-a962-8c3fa0e689de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:35:33.759601 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-b03b34b8-b336-484a-a962-8c3fa0e689de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:35:33.807691 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-b03b34b8-b336-484a-a962-8c3fa0e689de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:35:33.810509 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-b03b34b8-b336-484a-a962-8c3fa0e689de admin admin] Notify callbacks [] for security_group, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:35:33.811786 dv-cinder-786627-11-iscsi neutron-server[92920]: INFO neutron.wsgi [None req-b03b34b8-b336-484a-a962-8c3fa0e689de admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/97969a53-0683-47eb-9e97-56e286428897 HTTP/1.1" status: 204 len: 168 time: 0.1229806 Jun 22 07:35:33.812793 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-6a4bd73d-d6c3-42cb-966a-90067ef9aef3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:35:33.820780 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03b34b8-b336-484a-a962-8c3fa0e689de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97969a53-0683-47eb-9e97-56e286428897,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:35:33.824329 dv-cinder-786627-11-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-b03b34b8-b336-484a-a962-8c3fa0e689de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:35:34.086430 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Device a21d8cc8-0019-4a1d-bfd7-d76efd7da5d8 no longer exists at agent ovs-agent-dv-cinder-786627-11-iscsi {{(pid=92921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 07:35:34.107281 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] No Port match for: a21d8cc8-0019-4a1d-bfd7-d76efd7da5d8 {{(pid=92921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 07:35:34.107688 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Device a21d8cc8-0019-4a1d-bfd7-d76efd7da5d8 not bound to the agent host dv-cinder-786627-11-iscsi {{(pid=92921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 07:35:34.108121 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Device 2a9aca21-9ff5-48da-8c1a-17cd7293fabb no longer exists at agent ovs-agent-dv-cinder-786627-11-iscsi {{(pid=92921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 07:35:34.122522 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 54280) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:35:34.126749 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] No Port match for: 2a9aca21-9ff5-48da-8c1a-17cd7293fabb {{(pid=92921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 07:35:34.127099 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Device 2a9aca21-9ff5-48da-8c1a-17cd7293fabb not bound to the agent host dv-cinder-786627-11-iscsi {{(pid=92921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 07:35:34.127555 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Device 2b926f85-66be-4e09-97a8-9a46fdd2322f no longer exists at agent ovs-agent-dv-cinder-786627-11-iscsi {{(pid=92921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 07:35:34.145891 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] No Port match for: 2b926f85-66be-4e09-97a8-9a46fdd2322f {{(pid=92921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 07:35:34.146239 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Device 2b926f85-66be-4e09-97a8-9a46fdd2322f not bound to the agent host dv-cinder-786627-11-iscsi {{(pid=92921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 07:35:34.163204 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-759cc53c-9ca7-4d5c-a393-98de5696cb3c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9a9e0a0f477e49cb8765985511d23819&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0392933 Jun 22 07:35:34.165554 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.24', 54282) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 07:35:34.212658 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-c45a951b-d75c-4a5b-a3f2-c8637e014dc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:35:34.233493 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-c45a951b-d75c-4a5b-a3f2-c8637e014dc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:35:34.279935 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-c45a951b-d75c-4a5b-a3f2-c8637e014dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54538'] for security_group, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:35:34.282504 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-c45a951b-d75c-4a5b-a3f2-c8637e014dc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:35:34.283615 dv-cinder-786627-11-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-c45a951b-d75c-4a5b-a3f2-c8637e014dc2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4d1e568d-bd55-464a-a6f2-0e63ce841a29 HTTP/1.1" status: 204 len: 168 time: 0.1171885 Jun 22 07:35:34.284365 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-ef3fac9c-9305-4b48-9bd0-6da85b44ae1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 07:35:34.292046 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45a951b-d75c-4a5b-a3f2-c8637e014dc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d1e568d-bd55-464a-a6f2-0e63ce841a29,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 07:35:34.297622 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-c45a951b-d75c-4a5b-a3f2-c8637e014dc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 07:35:34.855064 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:35:35.288896 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d3c1a5ff-c703-4bfc-bce3-efb8418f207c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:35:37.017694 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-f04bb265-eca6-4530-aeb1-0b3afeb7eb68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:36:00.734230 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-228adc9f-5c61-4d27-9003-723b59c03d8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:36:03.108445 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-68aa610f-dc81-4afb-b966-9315718f1cca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:36:03.309681 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:36:04.871109 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:36:05.291515 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d3c1a5ff-c703-4bfc-bce3-efb8418f207c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:36:07.019274 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-f04bb265-eca6-4530-aeb1-0b3afeb7eb68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:36:09.914388 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.agents_db [None req-74002642-eed4-46c6-8f70-93846dc748c3 None None] Agent healthcheck: found 6 active agents {{(pid=92922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 07:36:30.735422 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a5c0f0d2-300f-444c-8a63-31d31acddf5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:36:33.110130 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-c5333413-1189-4a34-b757-b7b36717b105 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:36:33.309957 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:36:34.867364 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:36:35.293700 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d3c1a5ff-c703-4bfc-bce3-efb8418f207c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:36:37.020923 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-f04bb265-eca6-4530-aeb1-0b3afeb7eb68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:36:46.912734 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.agents_db [None req-74002642-eed4-46c6-8f70-93846dc748c3 None None] Agent healthcheck: found 6 active agents {{(pid=92922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 07:36:49.620664 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [req-e6d73771-a124-42e4-886b-6630b7e04bbf req-e5c2d49e-445f-4606-bf58-468f6e0b9550 service neutron] (92919) timed out ('10.222.0.24', 48424) {{(pid=92919) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 22 07:37:00.735954 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-59dc90e8-1ce8-443f-b790-0d6fe0c02095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:37:03.110659 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-9b06e63c-aadc-4a65-ae34-738ef5b65139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:37:03.311457 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:37:04.881724 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:37:05.296576 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d3c1a5ff-c703-4bfc-bce3-efb8418f207c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:37:07.024329 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-f04bb265-eca6-4530-aeb1-0b3afeb7eb68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:37:23.912214 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.agents_db [None req-74002642-eed4-46c6-8f70-93846dc748c3 None None] Agent healthcheck: found 6 active agents {{(pid=92922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 07:37:30.736158 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-4330941f-2249-472a-9cc1-78cdc7cd3aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:37:33.110565 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a209726c-e2e1-4db7-ae77-9ed718dda47d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:37:33.312063 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:37:34.879041 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:37:35.298393 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d3c1a5ff-c703-4bfc-bce3-efb8418f207c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:37:37.027312 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-f04bb265-eca6-4530-aeb1-0b3afeb7eb68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:38:00.736120 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-edefed16-dbd4-43b3-b9de-6623e690fe81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:38:00.910019 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.agents_db [None req-74002642-eed4-46c6-8f70-93846dc748c3 None None] Agent healthcheck: found 6 active agents {{(pid=92922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 07:38:03.113503 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-b3c09267-b80a-4dfe-a321-5bf4156115c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:38:03.312375 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:38:04.893894 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:38:05.302363 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d3c1a5ff-c703-4bfc-bce3-efb8418f207c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:38:07.031015 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-f04bb265-eca6-4530-aeb1-0b3afeb7eb68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:38:30.737077 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-ed5002cf-7d69-4f6e-8f82-20a04a339a6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:38:33.113761 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-eb89684e-586f-49e0-ae44-81c318ff003b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:38:33.313988 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:38:34.891934 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:38:35.304618 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d3c1a5ff-c703-4bfc-bce3-efb8418f207c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:38:37.035426 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-f04bb265-eca6-4530-aeb1-0b3afeb7eb68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:38:37.908450 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.agents_db [None req-74002642-eed4-46c6-8f70-93846dc748c3 None None] Agent healthcheck: found 6 active agents {{(pid=92922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 07:39:00.737591 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-e1dcc0f4-40bc-42f2-bc13-941d38c8bbf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:39:03.113991 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-e417dc11-9324-4ffe-b632-a54ec6aa4bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:39:03.314482 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:39:04.890993 dv-cinder-786627-11-iscsi neutron-server[92919]: DEBUG neutron.wsgi [req-f5a02a52-b7d2-4d01-baa1-1026195776c0 req-945e502f-cd42-40e0-9c92-49a35c022f4a service neutron] (92919) timed out ('10.222.0.24', 51892) {{(pid=92919) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 22 07:39:04.892580 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:39:05.307662 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d3c1a5ff-c703-4bfc-bce3-efb8418f207c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:39:07.036542 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-f04bb265-eca6-4530-aeb1-0b3afeb7eb68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:39:14.907292 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.agents_db [None req-74002642-eed4-46c6-8f70-93846dc748c3 None None] Agent healthcheck: found 6 active agents {{(pid=92922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 07:39:30.737304 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-f26fa950-2533-4f5c-ac55-1a8322601490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:39:33.113389 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-840f1614-a332-493c-9f8f-75215c1278ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:39:33.315211 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:39:34.921359 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:39:35.309555 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d3c1a5ff-c703-4bfc-bce3-efb8418f207c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:39:37.041177 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-f04bb265-eca6-4530-aeb1-0b3afeb7eb68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:39:51.905619 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.agents_db [None req-74002642-eed4-46c6-8f70-93846dc748c3 None None] Agent healthcheck: found 6 active agents {{(pid=92922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 07:40:00.737307 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-7dce609c-1e9e-44f5-ae93-b89b69ca52d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:40:03.113790 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5f6f0fc9-02db-45c3-a7b1-6f87e47024b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:40:03.315516 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:40:04.938419 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:40:05.314297 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d3c1a5ff-c703-4bfc-bce3-efb8418f207c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:40:07.042558 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-f04bb265-eca6-4530-aeb1-0b3afeb7eb68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:40:28.903360 dv-cinder-786627-11-iscsi neutron-server[92922]: DEBUG neutron.db.agents_db [None req-74002642-eed4-46c6-8f70-93846dc748c3 None None] Agent healthcheck: found 6 active agents {{(pid=92922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 07:40:30.738087 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-af9e1100-7377-4064-8938-af77d8fe5670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:40:33.114167 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-472beceb-2e37-4689-bb7f-934934ab8b9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:40:33.316201 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5a4622c3-7006-4f89-a4df-5bf5277652d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:40:34.935249 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a58d8977-4ced-4ee3-b16f-d4cc7a975498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:40:35.316102 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d3c1a5ff-c703-4bfc-bce3-efb8418f207c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 07:40:37.046793 dv-cinder-786627-11-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-f04bb265-eca6-4530-aeb1-0b3afeb7eb68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773474011841', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1879969'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}